audrey 1.1.2 → 1.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +8 -0
- package/README.md +1 -1
- package/benchmarks/output/adapter-self-test/guardbench-adapter-self-test.json +4 -4
- package/benchmarks/output/external/guardbench-external-dry-run.json +1 -1
- package/benchmarks/output/external/guardbench-external-evidence.json +1 -1
- package/benchmarks/output/guardbench-conformance-card.json +9 -9
- package/benchmarks/output/guardbench-raw.json +108 -108
- package/benchmarks/output/guardbench-summary.json +174 -174
- package/benchmarks/output/leaderboard/guardbench-leaderboard.json +5 -5
- package/benchmarks/output/leaderboard/guardbench-leaderboard.md +2 -2
- package/benchmarks/output/submission-bundle/guardbench-conformance-card.json +9 -9
- package/benchmarks/output/submission-bundle/guardbench-raw.json +108 -108
- package/benchmarks/output/submission-bundle/guardbench-summary.json +174 -174
- package/benchmarks/output/submission-bundle/submission-manifest.json +10 -10
- package/benchmarks/output/submission-bundle/validation-report.json +1 -1
- package/benchmarks/output/summary.json +54 -54
- package/dist/mcp-server/config.d.ts +1 -1
- package/dist/mcp-server/config.js +1 -1
- package/docs/paper/07-evaluation.md +6 -6
- package/docs/paper/audrey-paper-v1.md +6 -6
- package/docs/paper/evidence-ledger.md +1 -1
- package/docs/paper/output/arxiv/arxiv-manifest.json +4 -4
- package/docs/paper/output/arxiv/main.tex +6 -6
- package/docs/paper/output/arxiv-compile-report.json +3 -3
- package/docs/paper/output/submission-bundle/README.md +1 -1
- package/docs/paper/output/submission-bundle/benchmarks/output/adapter-self-test/guardbench-adapter-self-test.json +4 -4
- package/docs/paper/output/submission-bundle/benchmarks/output/external/guardbench-external-dry-run.json +1 -1
- package/docs/paper/output/submission-bundle/benchmarks/output/external/guardbench-external-evidence.json +1 -1
- package/docs/paper/output/submission-bundle/benchmarks/output/guardbench-conformance-card.json +9 -9
- package/docs/paper/output/submission-bundle/benchmarks/output/guardbench-raw.json +108 -108
- package/docs/paper/output/submission-bundle/benchmarks/output/guardbench-summary.json +174 -174
- package/docs/paper/output/submission-bundle/benchmarks/output/leaderboard/guardbench-leaderboard.json +5 -5
- package/docs/paper/output/submission-bundle/benchmarks/output/leaderboard/guardbench-leaderboard.md +2 -2
- package/docs/paper/output/submission-bundle/benchmarks/output/submission-bundle/submission-manifest.json +10 -10
- package/docs/paper/output/submission-bundle/benchmarks/output/submission-bundle/validation-report.json +1 -1
- package/docs/paper/output/submission-bundle/benchmarks/output/summary.json +60 -60
- package/docs/paper/output/submission-bundle/docs/paper/07-evaluation.md +6 -6
- package/docs/paper/output/submission-bundle/docs/paper/audrey-paper-v1.md +6 -6
- package/docs/paper/output/submission-bundle/docs/paper/evidence-ledger.md +1 -1
- package/docs/paper/output/submission-bundle/docs/paper/output/arxiv/arxiv-manifest.json +4 -4
- package/docs/paper/output/submission-bundle/docs/paper/output/arxiv/main.tex +6 -6
- package/docs/paper/output/submission-bundle/docs/paper/output/arxiv-compile-report.json +3 -3
- package/docs/paper/output/submission-bundle/package.json +2 -2
- package/docs/paper/output/submission-bundle/paper-submission-manifest.json +28 -28
- package/package.json +2 -2
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,13 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 1.1.3 - 2026-07-13
|
|
4
|
+
|
|
5
|
+
### MCP Registry publishing fixes
|
|
6
|
+
|
|
7
|
+
- Corrects the registry namespace to `io.github.Evilander/audrey`: the registry's GitHub-derived publish permission and its npm `mcpName` ownership check are both case-sensitive exact matches against the GitHub login's display case, and the 1.1.2 tarball carried the lowercase form.
|
|
8
|
+
- Shortens the `server.json` description to the registry's 100-character limit.
|
|
9
|
+
- The registry publish job is re-runnable via a `publish_mcp` workflow dispatch input without republishing npm or PyPI, using the dispatched ref's metadata while stamping the version validated against the release tag.
|
|
10
|
+
|
|
3
11
|
## 1.1.2 - 2026-07-13
|
|
4
12
|
|
|
5
13
|
### Guard signal quality
|
package/README.md
CHANGED
|
@@ -390,7 +390,7 @@ npm run pack:check
|
|
|
390
390
|
GuardBench currently contains ten local, deterministic pre-action scenarios covering repeated failures, procedures, scope changes, recovery, redaction, conflicting instructions, and noisy stores. The checked-in v1 methodology uses a mock 64-dimensional embedding provider and exists to catch regressions. A perfect local pass is not a claim about real-provider latency or production false-positive rates.
|
|
391
391
|
|
|
392
392
|
<!-- guardbench-summary:start -->
|
|
393
|
-
Latest local result in this checkout: 10/10 scenarios passed, 100% prevention rate, 0% false-block rate, 0 raw secret leaks, 0 published artifact leaks, and 4.
|
|
393
|
+
Latest local result in this checkout: 10/10 scenarios passed, 100% prevention rate, 0% false-block rate, 0 raw secret leaks, 0 published artifact leaks, and 4.607ms / 21.585ms p50/p95 Guard latency under the mock-provider methodology.
|
|
394
394
|
<!-- guardbench-summary:end -->
|
|
395
395
|
|
|
396
396
|
`benchmarks/perf-snapshot.js` measures encode and hybrid-recall p50/p95/p99 at configurable corpus sizes with machine and provider provenance. Run it on the hardware and embedding provider you plan to operate; hosted-provider latency is dominated by its network round trip.
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"schemaVersion": "1.0.0",
|
|
3
3
|
"suite": "GuardBench adapter self-test",
|
|
4
|
-
"generatedAt": "2026-07-
|
|
4
|
+
"generatedAt": "2026-07-13T15:07:36.556Z",
|
|
5
5
|
"ok": true,
|
|
6
6
|
"adapter": {
|
|
7
7
|
"name": "Example Allow Adapter",
|
|
@@ -27,9 +27,9 @@
|
|
|
27
27
|
"evidenceRecall": 0.1,
|
|
28
28
|
"redactionLeaks": 0,
|
|
29
29
|
"latency": {
|
|
30
|
-
"p50Ms": 0.
|
|
31
|
-
"p95Ms": 0.
|
|
32
|
-
"maxMs": 0.
|
|
30
|
+
"p50Ms": 0.014,
|
|
31
|
+
"p95Ms": 0.045,
|
|
32
|
+
"maxMs": 0.045
|
|
33
33
|
}
|
|
34
34
|
},
|
|
35
35
|
"contract": {
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"schemaVersion": "1.0.0",
|
|
3
3
|
"suite": "GuardBench external adapter dry-run matrix",
|
|
4
|
-
"generatedAt": "2026-07-
|
|
4
|
+
"generatedAt": "2026-07-13T15:07:37.142Z",
|
|
5
5
|
"ok": true,
|
|
6
6
|
"registry": "benchmarks/adapters/registry.json",
|
|
7
7
|
"outRoot": "benchmarks/output/external",
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"schemaVersion": "1.0.0",
|
|
3
3
|
"suite": "GuardBench conformance card",
|
|
4
|
-
"generatedAt": "2026-07-
|
|
4
|
+
"generatedAt": "2026-07-13T15:07:31.567Z",
|
|
5
5
|
"sourceDir": "benchmarks/output",
|
|
6
6
|
"manifestVersion": "0.2.0",
|
|
7
7
|
"suiteId": "guardbench-local-comparative",
|
|
@@ -25,9 +25,9 @@
|
|
|
25
25
|
"evidenceRecall": 1,
|
|
26
26
|
"redactionLeaks": 0,
|
|
27
27
|
"latency": {
|
|
28
|
-
"p50Ms": 4.
|
|
29
|
-
"p95Ms": 21.
|
|
30
|
-
"maxMs": 21.
|
|
28
|
+
"p50Ms": 4.607,
|
|
29
|
+
"p95Ms": 21.585,
|
|
30
|
+
"maxMs": 21.585
|
|
31
31
|
}
|
|
32
32
|
},
|
|
33
33
|
"conformance": {
|
|
@@ -39,21 +39,21 @@
|
|
|
39
39
|
"integrity": {
|
|
40
40
|
"artifactHashes": {
|
|
41
41
|
"guardbench-manifest.json": "57636ce19fdaa6e50fc3fc961d9e499a9f43632f588c713a9fefe8e8a6fa724c",
|
|
42
|
-
"guardbench-summary.json": "
|
|
43
|
-
"guardbench-raw.json": "
|
|
42
|
+
"guardbench-summary.json": "53b22e040ace0b91784e99684ffd740c95740171c00bf65388590aeb493c7c7d",
|
|
43
|
+
"guardbench-raw.json": "20a91ed7ca54a3b5b47b3a3f9ecde4ae8d53cc2b9bdbb5cb1ce6347e2224497b"
|
|
44
44
|
},
|
|
45
45
|
"externalRunMetadataHash": null
|
|
46
46
|
},
|
|
47
47
|
"provenance": {
|
|
48
|
-
"generatedAt": "2026-07-
|
|
49
|
-
"gitSha": "
|
|
48
|
+
"generatedAt": "2026-07-13T15:07:31.179Z",
|
|
49
|
+
"gitSha": "36842cfb0cad7ca5da864231a7e265229ba56fbd",
|
|
50
50
|
"gitDirty": false,
|
|
51
51
|
"node": "v24.18.0",
|
|
52
52
|
"v8": "13.6.233.17-node.50",
|
|
53
53
|
"platform": "linux",
|
|
54
54
|
"arch": "x64",
|
|
55
55
|
"osRelease": "6.17.0-1018-azure",
|
|
56
|
-
"cpuModel": "AMD EPYC
|
|
56
|
+
"cpuModel": "AMD EPYC 7763 64-Core Processor",
|
|
57
57
|
"cpuCount": 4,
|
|
58
58
|
"totalMemoryGb": 15.61,
|
|
59
59
|
"embeddingProvider": "mock",
|