open-pseudonym 0.2.0__tar.gz → 0.3.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {open_pseudonym-0.2.0/src/open_pseudonym.egg-info → open_pseudonym-0.3.0}/PKG-INFO +1 -1
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/pyproject.toml +1 -1
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/__init__.py +7 -6
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/cli.py +52 -6
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/conformance.py +118 -2
- open_pseudonym-0.3.0/src/open_pseudonym/egress.py +523 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/handles.py +81 -7
- open_pseudonym-0.3.0/src/open_pseudonym/jcs.py +102 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/proxy/app.py +1 -1
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/restore.py +9 -1
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/session.py +115 -15
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/vault.py +11 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0/src/open_pseudonym.egg-info}/PKG-INFO +1 -1
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym.egg-info/SOURCES.txt +1 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/tests/test_cli.py +25 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/tests/test_mcp.py +18 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/tests/test_proxy.py +20 -0
- open_pseudonym-0.3.0/tests/test_release.py +627 -0
- open_pseudonym-0.2.0/src/open_pseudonym/egress.py +0 -273
- open_pseudonym-0.2.0/src/open_pseudonym/jcs.py +0 -47
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/LICENSE +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/NOTICE +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/README.md +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/setup.cfg +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/__main__.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/_data.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/browser.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/checks.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/data/patterns.json +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/data/pools.json +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/data/profiles/browse_and_fill.json +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/data/profiles/contacts.json +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/data/profiles/draft_reply.json +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/data/profiles/logs.json +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/data/profiles/money_math.json +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/data/profiles/schedule.json +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/data/profiles/secrets_only.json +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/data/profiles/strict.json +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/data/profiles/summarize.json +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/data/profiles/training_data.json +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/data/profiles/web_research.json +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/dates.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/detect.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/drbg.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/fakes.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/fpe.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/jws.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/mcp/__init__.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/ml.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/policy.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/proxy/__init__.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/proxy/sse.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym/types.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym.egg-info/dependency_links.txt +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym.egg-info/entry_points.txt +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym.egg-info/requires.txt +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/src/open_pseudonym.egg-info/top_level.txt +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/tests/test_browser.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/tests/test_context.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/tests/test_detect.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/tests/test_egress.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/tests/test_handles.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/tests/test_mask.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/tests/test_ml.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/tests/test_policy_vault.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/tests/test_restore.py +0 -0
- {open_pseudonym-0.2.0 → open_pseudonym-0.3.0}/tests/test_sdk_clients.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: open-pseudonym
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.3.0
|
|
4
4
|
Summary: Open Pseudonym: keep personal data away from AI models without making them worse at the task. Task-aware stand-ins, local restore, secret handles and signed egress receipts.
|
|
5
5
|
Author: Ishan Srivastava
|
|
6
6
|
License-Expression: Apache-2.0
|
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "open-pseudonym"
|
|
7
|
-
version = "0.
|
|
7
|
+
version = "0.3.0"
|
|
8
8
|
description = "Open Pseudonym: keep personal data away from AI models without making them worse at the task. Task-aware stand-ins, local restore, secret handles and signed egress receipts."
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
license = "Apache-2.0"
|
|
@@ -8,8 +8,8 @@ The short version:
|
|
|
8
8
|
reply = s.restore(model_reply) # what the person reads
|
|
9
9
|
"""
|
|
10
10
|
|
|
11
|
-
from .egress import EgressLeak, EgressLog, Leak, verify_log
|
|
12
|
-
from .handles import HandleRefused, Sink, Source
|
|
11
|
+
from .egress import EgressLeak, EgressLog, Leak, make_checkpoint, verify_log
|
|
12
|
+
from .handles import Approval, HandleRefused, Sink, Source, sref_regions
|
|
13
13
|
from .jws import Signer
|
|
14
14
|
from .policy import (
|
|
15
15
|
LEVELS, Policy, PolicyError, Rule, load_level, load_profile, policy_for, profile_names, suggest_profile,
|
|
@@ -17,10 +17,11 @@ from .policy import (
|
|
|
17
17
|
from .session import Masked, RefusedData, Replacement, Resolved, Session
|
|
18
18
|
from .vault import Vault, VaultError
|
|
19
19
|
|
|
20
|
-
__version__ = "0.
|
|
20
|
+
__version__ = "0.3.0"
|
|
21
21
|
|
|
22
22
|
__all__ = [
|
|
23
|
-
"LEVELS", "EgressLeak", "EgressLog", "HandleRefused", "Leak", "Masked", "Policy", "PolicyError",
|
|
24
|
-
"Replacement", "Resolved", "Rule", "Session", "Signer", "Sink", "Source", "Vault", "VaultError",
|
|
25
|
-
"load_level", "load_profile", "
|
|
23
|
+
"LEVELS", "Approval", "EgressLeak", "EgressLog", "HandleRefused", "Leak", "Masked", "Policy", "PolicyError",
|
|
24
|
+
"RefusedData", "Replacement", "Resolved", "Rule", "Session", "Signer", "Sink", "Source", "Vault", "VaultError",
|
|
25
|
+
"load_level", "load_profile", "make_checkpoint", "policy_for", "profile_names", "sref_regions",
|
|
26
|
+
"suggest_profile", "verify_log", "__version__",
|
|
26
27
|
]
|
|
@@ -16,13 +16,18 @@ Keys live in ~/.config/open-pseudonym unless you say otherwise. They are never p
|
|
|
16
16
|
from __future__ import annotations
|
|
17
17
|
|
|
18
18
|
import argparse
|
|
19
|
+
import json
|
|
19
20
|
import os
|
|
20
21
|
import sys
|
|
22
|
+
import time
|
|
23
|
+
import uuid
|
|
21
24
|
from pathlib import Path
|
|
22
25
|
|
|
23
26
|
from . import __version__
|
|
27
|
+
from .egress import EgressLog
|
|
24
28
|
from .handles import Source
|
|
25
|
-
from .
|
|
29
|
+
from .jcs import b64url_decode
|
|
30
|
+
from .jws import Signer, key_id, public_key_from_pem, public_pem
|
|
26
31
|
from .policy import LEVELS, load_profile, profile_names
|
|
27
32
|
from .session import Session
|
|
28
33
|
from .vault import Vault
|
|
@@ -127,9 +132,13 @@ def cmd_verify(args) -> int:
|
|
|
127
132
|
pub_path = Path(args.pub) if args.pub else key_dir(args) / "signing.pub.pem"
|
|
128
133
|
pub = public_key_from_pem(pub_path.read_bytes())
|
|
129
134
|
vault = Vault.load(args.vault, load_vault_key(args)) if args.vault else None
|
|
135
|
+
anchors = [Path(f).read_text().strip() for f in args.anchor]
|
|
136
|
+
anchor_key = public_key_from_pem(Path(args.anchor_pub).read_bytes()) if args.anchor_pub else None
|
|
130
137
|
report = verify_log(args.logdir, pub, vault, expect_count=args.expect_count, expect_last=args.expect_last,
|
|
131
|
-
expect_session=args.expect_session)
|
|
132
|
-
print(f"receipts: {report['receipts']} (last: {report['last']})")
|
|
138
|
+
expect_session=args.expect_session, anchors=anchors, anchor_key=anchor_key)
|
|
139
|
+
print(f"receipts: {report['receipts']} (release records: {report['releases']}, last: {report['last']})")
|
|
140
|
+
if anchors:
|
|
141
|
+
print(f"checkpoints vouch for the log up to record {report['proven_to']}: {report['status']}")
|
|
133
142
|
if vault is not None:
|
|
134
143
|
print(f"payloads re-checked against the vault: {report['rechecked']}, known values found: {report['leaks']}")
|
|
135
144
|
if report["problems"]:
|
|
@@ -138,8 +147,27 @@ def cmd_verify(args) -> int:
|
|
|
138
147
|
print(" " + p)
|
|
139
148
|
return 1
|
|
140
149
|
print("every receipt is signed and chained, and every stored payload matches its digest")
|
|
141
|
-
if args.expect_count is None and args.expect_last is None:
|
|
142
|
-
print("note: without --expect-count
|
|
150
|
+
if args.expect_count is None and args.expect_last is None and not anchors:
|
|
151
|
+
print("note: without --expect-count, --expect-last or --anchor a log cut short at the end cannot be told apart")
|
|
152
|
+
return 0
|
|
153
|
+
|
|
154
|
+
|
|
155
|
+
def cmd_checkpoint(args) -> int:
|
|
156
|
+
"""Sign a checkpoint of a log that verifies, with the key in this key folder (not the log writer's)."""
|
|
157
|
+
from .egress import make_checkpoint, verify_log
|
|
158
|
+
|
|
159
|
+
writer_pub = public_key_from_pem(Path(args.pub).read_bytes())
|
|
160
|
+
report = verify_log(args.logdir, writer_pub)
|
|
161
|
+
if report["problems"] or not report["receipts"]:
|
|
162
|
+
for p in report["problems"] or ["the log holds no records"]:
|
|
163
|
+
print(" " + p, file=sys.stderr)
|
|
164
|
+
sys.exit("not signing a checkpoint of a log that does not verify")
|
|
165
|
+
anchor = load_signer(args)
|
|
166
|
+
if anchor.kid == key_id(writer_pub):
|
|
167
|
+
sys.exit("this key signs the log; a checkpoint must come from a key the log writer does not hold")
|
|
168
|
+
last = Path(args.logdir, "receipts.jsonl").read_text().splitlines()[-1]
|
|
169
|
+
session = json.loads(b64url_decode(last.split(".")[1]))["session"]
|
|
170
|
+
print(make_checkpoint(anchor, session=session, seq=report["receipts"], head=report["last"], now=int(time.time())))
|
|
143
171
|
return 0
|
|
144
172
|
|
|
145
173
|
|
|
@@ -167,6 +195,12 @@ def cmd_proxy(args) -> int:
|
|
|
167
195
|
return 0
|
|
168
196
|
|
|
169
197
|
|
|
198
|
+
def gateway_log(log_dir, signer: Signer, session_id: str) -> EgressLog:
|
|
199
|
+
"""One log folder is one session: a run of the gateway starts a new session, so it gets its own folder,
|
|
200
|
+
`<log-dir>/<session-id>/`. Joining runs into one chain would leave a checkpoint of the folder unable to verify."""
|
|
201
|
+
return EgressLog(Path(log_dir) / session_id, signer, store_payloads=False)
|
|
202
|
+
|
|
203
|
+
|
|
170
204
|
def cmd_mcp_gateway(args) -> int:
|
|
171
205
|
import anyio
|
|
172
206
|
|
|
@@ -182,7 +216,9 @@ def cmd_mcp_gateway(args) -> int:
|
|
|
182
216
|
if args.vault:
|
|
183
217
|
key = load_vault_key(args)
|
|
184
218
|
vault = Vault.load(args.vault, key) if Path(args.vault).exists() else Vault()
|
|
185
|
-
|
|
219
|
+
sid = uuid.uuid4().hex
|
|
220
|
+
log = gateway_log(args.log_dir, load_signer(args), sid) if args.log_dir else None
|
|
221
|
+
s = Session(args.profile, vault, release_log=log, session_id=sid)
|
|
186
222
|
params = StdioServerParameters(command=args.command[0], args=args.command[1:])
|
|
187
223
|
tool_sites = dict(item.split("=", 1) for item in args.tool_site)
|
|
188
224
|
source = Source(site=args.source_site) if args.source_site else None
|
|
@@ -260,8 +296,16 @@ def main(argv: list[str] | None = None) -> int:
|
|
|
260
296
|
v.add_argument("--expect-count", type=int, help="the number of requests you know were sent")
|
|
261
297
|
v.add_argument("--expect-last", help="the digest of the last receipt you kept (sha-256:...)")
|
|
262
298
|
v.add_argument("--expect-session", help="the session id every receipt must belong to")
|
|
299
|
+
v.add_argument("--anchor", action="append", default=[], metavar="FILE",
|
|
300
|
+
help="a file holding a checkpoint, made by a key the log writer does not hold")
|
|
301
|
+
v.add_argument("--anchor-pub", help="the public key PEM of whoever made the checkpoints")
|
|
263
302
|
v.set_defaults(fn=cmd_verify)
|
|
264
303
|
|
|
304
|
+
k = sub.add_parser("checkpoint", help="sign a checkpoint of a log with this key folder's key (run it as the anchor)")
|
|
305
|
+
k.add_argument("logdir")
|
|
306
|
+
k.add_argument("--pub", required=True, help="the log writer's public key PEM")
|
|
307
|
+
k.set_defaults(fn=cmd_checkpoint)
|
|
308
|
+
|
|
265
309
|
x = sub.add_parser("proxy", help="run the local proxy")
|
|
266
310
|
x.add_argument("--profile", default="strict")
|
|
267
311
|
x.add_argument("--allow-profile", action="append", default=[], help="profile apps may pick with x-opn-profile")
|
|
@@ -282,6 +326,8 @@ def main(argv: list[str] | None = None) -> int:
|
|
|
282
326
|
g.add_argument("--tool-site", action="append", default=[], metavar="TOOL=SITE",
|
|
283
327
|
help="this tool acts on SITE, so handles bound to SITE may be filled into it")
|
|
284
328
|
g.add_argument("--vault", help="keep the vault in this file between runs")
|
|
329
|
+
g.add_argument("--log-dir", help="write a signed release record for every handle filled or refused, one folder "
|
|
330
|
+
"per run: <log-dir>/<session-id>/ (a log folder holds one session)")
|
|
285
331
|
g.add_argument("--key-file")
|
|
286
332
|
g.add_argument("command", nargs=argparse.REMAINDER)
|
|
287
333
|
g.set_defaults(fn=cmd_mcp_gateway)
|
|
@@ -6,13 +6,16 @@ Exit code 0 means every vector passed. Each failure prints the file, the case an
|
|
|
6
6
|
from __future__ import annotations
|
|
7
7
|
|
|
8
8
|
import json
|
|
9
|
+
import os
|
|
9
10
|
import sys
|
|
11
|
+
import tempfile
|
|
10
12
|
from pathlib import Path
|
|
11
13
|
|
|
12
14
|
from . import checks
|
|
13
15
|
from .drbg import Drbg
|
|
16
|
+
from .egress import EgressLog, make_checkpoint, release_body, verify_log
|
|
14
17
|
from .fpe import FF1
|
|
15
|
-
from .handles import HandleRefused, Sink, Source
|
|
18
|
+
from .handles import Approval, HandleRefused, Sink, Source
|
|
16
19
|
from .jcs import canonical, digest
|
|
17
20
|
from .jws import Signer, verify
|
|
18
21
|
from .policy import PolicyError, load_profile
|
|
@@ -38,7 +41,7 @@ class Runner:
|
|
|
38
41
|
return json.loads((self.folder / f"{name}.json").read_text(encoding="utf-8"))
|
|
39
42
|
|
|
40
43
|
def run(self) -> int:
|
|
41
|
-
for name in ("checks", "drbg", "ff1", "detect", "policy", "scenarios", "receipts"):
|
|
44
|
+
for name in ("checks", "drbg", "ff1", "detect", "policy", "scenarios", "receipts", "releases", "checkpoints"):
|
|
42
45
|
getattr(self, name)(self.load(name))
|
|
43
46
|
for f in self.failed:
|
|
44
47
|
print("FAIL", f)
|
|
@@ -123,6 +126,8 @@ class Runner:
|
|
|
123
126
|
return {"args": s.resolve_args(st["args"], Sink(**st["sink"])).args}
|
|
124
127
|
except HandleRefused as exc:
|
|
125
128
|
return {"refused": exc.reason}
|
|
129
|
+
if op == "resolve_report":
|
|
130
|
+
return {"report": s.resolve_args(st["args"], Sink(**st["sink"])).report}
|
|
126
131
|
if op == "egress":
|
|
127
132
|
return sorted({lk.type for lk in s.check_egress(st["payload"])})
|
|
128
133
|
if op == "mask_messages":
|
|
@@ -130,6 +135,33 @@ class Runner:
|
|
|
130
135
|
return {"messages": msgs, "notes": notes}
|
|
131
136
|
raise ValueError(op)
|
|
132
137
|
|
|
138
|
+
def releases(self, doc):
|
|
139
|
+
writer = _signer("writer")
|
|
140
|
+
self.ok(writer.kid == doc["kid"], "releases kid")
|
|
141
|
+
for case in doc["cases"]:
|
|
142
|
+
where = f"release case {case['name']!r}"
|
|
143
|
+
with tempfile.TemporaryDirectory() as tmp:
|
|
144
|
+
got = run_release_case(case, Path(tmp))
|
|
145
|
+
self.ok(got["results"] == case["results"], where + " results", json.dumps(got["results"])[:300])
|
|
146
|
+
self.ok(got["records"] == case["records"], where + " records", json.dumps(got["records"])[:300])
|
|
147
|
+
self.ok(got["tokens"] == case["tokens"], where + " tokens")
|
|
148
|
+
self.ok(got["report"]["problems"] == [], where + " verify", str(got["report"]["problems"]))
|
|
149
|
+
text = "\n".join(canonical(r).decode() for r in got["records"])
|
|
150
|
+
self.ok(not any(n in text for n in case["never_in_records"]), where + " holds no value or hash")
|
|
151
|
+
for case in doc["shapes"]:
|
|
152
|
+
with tempfile.TemporaryDirectory() as tmp:
|
|
153
|
+
got = run_shape_case(case, Path(tmp))
|
|
154
|
+
self.ok(got == case["problems"], f"release shape {case['name']!r}", json.dumps(got)[:300])
|
|
155
|
+
|
|
156
|
+
def checkpoints(self, doc):
|
|
157
|
+
for case in doc["cases"]:
|
|
158
|
+
with tempfile.TemporaryDirectory() as tmp:
|
|
159
|
+
got = run_checkpoint_case(doc, case, Path(tmp))
|
|
160
|
+
where = f"checkpoint case {case['name']!r}"
|
|
161
|
+
self.ok(got["full"] == doc["tokens"], where + " log tokens")
|
|
162
|
+
self.ok(got["tokens"] == case["anchor_tokens"], where + " anchor tokens")
|
|
163
|
+
self.ok(got["result"] == case["expect"], where, json.dumps(got["result"])[:300])
|
|
164
|
+
|
|
133
165
|
def receipts(self, doc):
|
|
134
166
|
signer = Signer.from_seed(bytes.fromhex(doc["private_key_seed"]))
|
|
135
167
|
self.ok(signer.kid == doc["kid"], "receipts kid")
|
|
@@ -139,6 +171,90 @@ class Runner:
|
|
|
139
171
|
self.ok(digest(b"hello") == doc["payload_digest_of_hello"], "receipts digest")
|
|
140
172
|
|
|
141
173
|
|
|
174
|
+
WRITER_SEED = bytes(range(32))
|
|
175
|
+
ANCHOR_SEED = bytes(range(32, 64))
|
|
176
|
+
OTHER_SEED = bytes([9] * 32)
|
|
177
|
+
|
|
178
|
+
|
|
179
|
+
def _signer(name: str) -> Signer:
|
|
180
|
+
return Signer.from_seed({"writer": WRITER_SEED, "anchor": ANCHOR_SEED, "other": OTHER_SEED}[name])
|
|
181
|
+
|
|
182
|
+
|
|
183
|
+
def read_lines(folder: Path) -> list[str]:
|
|
184
|
+
return [ln for ln in (folder / "receipts.jsonl").read_text().splitlines() if ln.strip()]
|
|
185
|
+
|
|
186
|
+
|
|
187
|
+
def run_release_case(case: dict, folder: Path) -> dict:
|
|
188
|
+
"""Plays one release case through the SDK: a session with a release log in `folder`, then each step. Returns what
|
|
189
|
+
each step gave, the signed records read back from the log, their tokens and the verify_log report."""
|
|
190
|
+
now = [case["now"]]
|
|
191
|
+
spec = case.get("approve")
|
|
192
|
+
approve = None if spec is None else (lambda *_: Approval(**spec) if isinstance(spec, dict) else spec)
|
|
193
|
+
writer = _signer("writer")
|
|
194
|
+
s = Session(case["profile"], Vault(seed=bytes.fromhex(case["seed"]), created=case["now"]), clock=lambda: now[0],
|
|
195
|
+
approve=approve, session_id="s1", release_log=EgressLog(folder, writer, store_payloads=False))
|
|
196
|
+
if case.get("mask"):
|
|
197
|
+
src = case["mask"].get("source")
|
|
198
|
+
s.mask(case["mask"]["text"], Source(**src) if src else None)
|
|
199
|
+
results = []
|
|
200
|
+
for st in case["steps"]:
|
|
201
|
+
if "at" in st:
|
|
202
|
+
now[0] = st["at"]
|
|
203
|
+
if st.get("op") == "break_log":
|
|
204
|
+
os.mkdir(folder / "receipts.jsonl") # appending to a folder fails
|
|
205
|
+
continue
|
|
206
|
+
if st.get("op") == "fix_log":
|
|
207
|
+
os.rmdir(folder / "receipts.jsonl")
|
|
208
|
+
continue
|
|
209
|
+
try:
|
|
210
|
+
args = json.loads(st["args_json"]) if "args_json" in st else st["args"]
|
|
211
|
+
results.append({"args": s.resolve_args(args, Sink(**st["sink"])).args})
|
|
212
|
+
except HandleRefused as exc:
|
|
213
|
+
results.append({"refused": exc.reason, "code": exc.code})
|
|
214
|
+
tokens = read_lines(folder)
|
|
215
|
+
records = [verify(t, writer.public_key, "opn-release+jws") for t in tokens]
|
|
216
|
+
return {"results": results, "records": records, "tokens": tokens,
|
|
217
|
+
"report": verify_log(folder, writer.public_key, s.vault)}
|
|
218
|
+
|
|
219
|
+
|
|
220
|
+
def run_shape_case(case: dict, folder: Path) -> list[str]:
|
|
221
|
+
"""Signs a release record changed the way `case` says and returns what verify_log reports about it."""
|
|
222
|
+
writer = _signer("writer")
|
|
223
|
+
body = release_body(case["entry"], 1, None)
|
|
224
|
+
for k, v in case.get("set", {}).items():
|
|
225
|
+
body[k] = v
|
|
226
|
+
for k in case.get("delete", []):
|
|
227
|
+
del body[k]
|
|
228
|
+
(folder / "receipts.jsonl").write_text(writer.sign(body, "opn-release+jws") + "\n")
|
|
229
|
+
vault = None
|
|
230
|
+
if case.get("mask"):
|
|
231
|
+
s = Session(case["profile"], Vault(seed=bytes.fromhex(case["seed"]), created=case["now"]),
|
|
232
|
+
clock=lambda: case["now"])
|
|
233
|
+
s.mask(case["mask"])
|
|
234
|
+
vault = s.vault
|
|
235
|
+
return verify_log(folder, writer.public_key, vault)["problems"]
|
|
236
|
+
|
|
237
|
+
|
|
238
|
+
def run_checkpoint_case(doc: dict, case: dict, folder: Path) -> dict:
|
|
239
|
+
"""Writes the log in `doc`, cuts it to `keep` records, signs the case's checkpoints and verifies the log."""
|
|
240
|
+
writer = _signer("writer")
|
|
241
|
+
log = EgressLog(folder, writer, store_payloads=False)
|
|
242
|
+
for e in doc["entries"]:
|
|
243
|
+
log.record_release(**e)
|
|
244
|
+
full = read_lines(folder)
|
|
245
|
+
(folder / "receipts.jsonl").write_text("".join(ln + "\n" for ln in full[:case["keep"]]))
|
|
246
|
+
tokens = []
|
|
247
|
+
for a in case["anchors"]:
|
|
248
|
+
head = digest(b"another log") if a.get("head") == "other" else digest(full[a["seq"] - 1].encode("ascii"))
|
|
249
|
+
tokens.append(make_checkpoint(_signer(a.get("signer", "anchor")), session=a.get("session", "s1"),
|
|
250
|
+
seq=a["seq"], head=head, now=doc["now"]))
|
|
251
|
+
key = case.get("anchor_key", "anchor")
|
|
252
|
+
report = verify_log(folder, writer.public_key, anchors=tokens, anchor_key=_signer(key).public_key if key else None,
|
|
253
|
+
expect_count=case.get("expect_count"))
|
|
254
|
+
return {"full": full, "tokens": tokens,
|
|
255
|
+
"result": {k: report[k] for k in ("receipts", "problems", "proven_to", "status", "reason")}}
|
|
256
|
+
|
|
257
|
+
|
|
142
258
|
def main(argv: list[str] | None = None) -> int:
|
|
143
259
|
argv = sys.argv[1:] if argv is None else argv
|
|
144
260
|
folder = Path(argv[0] if argv else "vectors")
|