docassert 0.4.0__tar.gz → 0.6.0__tar.gz

{docassert-0.4.0/docassert.egg-info → docassert-0.6.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: docassert
-Version: 0.4.0
+Version: 0.6.0
 Summary: Unit testing for business documents — validate structured Markdown docs against a configurable audit standard.
 Author: C4G Enterprises Inc.
 License: Apache-2.0
@@ -33,7 +33,9 @@ Requires-Dist: python-docx>=1.1; extra == "convert"
 Requires-Dist: pypdf>=4.0; extra == "convert"
 Provides-Extra: dev
 Requires-Dist: pytest>=8.0; extra == "dev"
+Requires-Dist: pytest-cov>=5.0; extra == "dev"
 Requires-Dist: ruff>=0.6; extra == "dev"
+Requires-Dist: mypy>=1.10; extra == "dev"
 Dynamic: license-file
 
 # docassert
@@ -49,7 +51,8 @@ semantic checks that advise. Requirements trace end to end, and project status i
 derived from the documents rather than self-reported.
 
 docassert is the reference implementation of **[PMO as Code](https://c4g-john.github.io/pmo-as-code/)** —
-a vendor-neutral standard for running a PMO from version-controlled, declarative files.
+a vendor-neutral standard for running a PMO from version-controlled, declarative
+files. It implements the [PMO as Code specification](https://github.com/c4g-john/pmo-as-code-spec) **v0.1**.
 
 ## Install
 
@@ -85,11 +88,11 @@ flagged as TODOs, never invented). The skill's source is
 
 | Command | What it does |
 |---|---|
-| `docassert validate <globs>` | Validate documents against their kind's criteria. Exit code = number of blocking failures (capped at 125). |
-| `docassert consistency` | Cross-document checks: referential integrity, coverage, required links, profile completeness. |
+| `docassert validate <globs>` | Validate documents against their kind's criteria. Exit code = number of blocking failures (capped at 125). Reports: `--junit` / `--markdown` / `--json`. |
+| `docassert consistency` | Cross-document checks: referential integrity, coverage, required links, profile completeness. Reports: `--junit` / `--markdown` / `--json`. |
 | `docassert rtm [--project ID]` | Requirements traceability matrix (Markdown or CSV). |
 | `docassert status [--project ID] [--index]` | Derived project status (md / json / html). |
-| `docassert pages --out DIR` | Build the portfolio site (index + a page per project). |
+| `docassert pages --out DIR` | Build the portfolio site (index + a page per project + shields.io badge endpoints `badge.json` / `badges/<ID>.json`). |
 | `docassert projects [--out] [--check]` | Generate / verify the project registry. |
 | `docassert new <kind> --project ID` | Scaffold a document from its template with identity filled in (`new project --code XYZ` auto-numbers the id); suggests the next free item ids. |
 | `docassert init [DIR]` | Scaffold the default config into a repo. |
@@ -117,6 +120,17 @@ kind is adding a trio — no code for the common cases.
 - **Semantic — AI-graded, advisory.** Scored via the Anthropic API and posted to
   the PR — never blocking. Set `ANTHROPIC_API_KEY` to enable; skipped otherwise.
 
+## Privacy
+
+Structural checks run **entirely locally** — no document content leaves your
+machine or CI runner. Semantic checks are the one exception: when
+`ANTHROPIC_API_KEY` is set, the graded excerpts (section text, linked item
+text) are sent to the **Anthropic API** for scoring. Without the key, semantic
+checks are skipped and nothing is sent anywhere. Alignment grading is capped at
+`alignment_limit` links per run (default 25). If your documents are
+confidential, run without the key or review [Anthropic's data-usage
+policies](https://www.anthropic.com/legal/commercial-terms) first.
+
 ## Development
 
 ```bash

{docassert-0.4.0 → docassert-0.6.0}/README.md

@@ -11,7 +11,8 @@ semantic checks that advise. Requirements trace end to end, and project status i
 derived from the documents rather than self-reported.
 
 docassert is the reference implementation of **[PMO as Code](https://c4g-john.github.io/pmo-as-code/)** —
-a vendor-neutral standard for running a PMO from version-controlled, declarative files.
+a vendor-neutral standard for running a PMO from version-controlled, declarative
+files. It implements the [PMO as Code specification](https://github.com/c4g-john/pmo-as-code-spec) **v0.1**.
 
 ## Install
 
@@ -47,11 +48,11 @@ flagged as TODOs, never invented). The skill's source is
 
 | Command | What it does |
 |---|---|
-| `docassert validate <globs>` | Validate documents against their kind's criteria. Exit code = number of blocking failures (capped at 125). |
-| `docassert consistency` | Cross-document checks: referential integrity, coverage, required links, profile completeness. |
+| `docassert validate <globs>` | Validate documents against their kind's criteria. Exit code = number of blocking failures (capped at 125). Reports: `--junit` / `--markdown` / `--json`. |
+| `docassert consistency` | Cross-document checks: referential integrity, coverage, required links, profile completeness. Reports: `--junit` / `--markdown` / `--json`. |
 | `docassert rtm [--project ID]` | Requirements traceability matrix (Markdown or CSV). |
 | `docassert status [--project ID] [--index]` | Derived project status (md / json / html). |
-| `docassert pages --out DIR` | Build the portfolio site (index + a page per project). |
+| `docassert pages --out DIR` | Build the portfolio site (index + a page per project + shields.io badge endpoints `badge.json` / `badges/<ID>.json`). |
 | `docassert projects [--out] [--check]` | Generate / verify the project registry. |
 | `docassert new <kind> --project ID` | Scaffold a document from its template with identity filled in (`new project --code XYZ` auto-numbers the id); suggests the next free item ids. |
 | `docassert init [DIR]` | Scaffold the default config into a repo. |
@@ -79,6 +80,17 @@ kind is adding a trio — no code for the common cases.
 - **Semantic — AI-graded, advisory.** Scored via the Anthropic API and posted to
   the PR — never blocking. Set `ANTHROPIC_API_KEY` to enable; skipped otherwise.
 
+## Privacy
+
+Structural checks run **entirely locally** — no document content leaves your
+machine or CI runner. Semantic checks are the one exception: when
+`ANTHROPIC_API_KEY` is set, the graded excerpts (section text, linked item
+text) are sent to the **Anthropic API** for scoring. Without the key, semantic
+checks are skipped and nothing is sent anywhere. Alignment grading is capped at
+`alignment_limit` links per run (default 25). If your documents are
+confidential, run without the key or review [Anthropic's data-usage
+policies](https://www.anthropic.com/legal/commercial-terms) first.
+
 ## Development
 
 ```bash

{docassert-0.4.0 → docassert-0.6.0}/docassert/__init__.py

@@ -5,4 +5,4 @@ standard: deterministic structural checks that gate a merge, plus optional
 AI-graded semantic checks that advise.
 """
 
-__version__ = "0.4.0"
+__version__ = "0.6.0"

{docassert-0.4.0 → docassert-0.6.0}/docassert/cli.py

@@ -116,6 +116,8 @@ def cmd_validate(args: argparse.Namespace) -> int:
         Path(args.junit).write_text(report.junit(results_by_doc))
     if args.markdown:
         Path(args.markdown).write_text(report.markdown(results_by_doc))
+    if args.json:
+        Path(args.json).write_text(report.json_report(results_by_doc))
 
     return _capped(sum(1 for rs in results_by_doc.values()
                        for r in rs if r.is_blocking_failure))
@@ -133,6 +135,8 @@ def cmd_consistency(args: argparse.Namespace) -> int:
     if args.markdown:
         Path(args.markdown).write_text(
             report.markdown(results_by_doc, title="docassert consistency"))
+    if args.json:
+        Path(args.json).write_text(report.json_report(results_by_doc))
 
     return _capped(sum(1 for r in results if r.is_blocking_failure))
 
@@ -222,13 +226,21 @@ def cmd_pages(args: argparse.Namespace) -> int:
     index = status_mod.build_index(docs_dir)
     (out / "index.html").write_text(status_mod.render_index_html(index))
 
+    # shields.io endpoint badges: one for the portfolio, one per project
+    # (https://img.shields.io/endpoint?url=<site>/badge.json)
+    (out / "badge.json").write_text(
+        status_mod.render_badge_json(index["overall"]["rag"]))
+    (out / "badges").mkdir(exist_ok=True)
+
     plist = projects_mod.load_projects(docs_dir)
     for p in plist:
         model = status_mod.build_status(docs_dir, project=p["id"])
         (out / f"{p['id']}.html").write_text(status_mod.render_html(model))
+        (out / "badges" / f"{p['id']}.json").write_text(
+            status_mod.render_badge_json(model["rag"], label=p["code"].lower()))
 
     (out / "RTM.md").write_text(rtm.render_markdown(build_graph(docs_dir)))
-    print(f"docassert: wrote {out}/ — index + {len(plist)} project page(s) + RTM.md "
+    print(f"docassert: wrote {out}/ — index + {len(plist)} project page(s) + badges + RTM.md "
           f"(portfolio: {index['overall']['rag']})")
     return 0
 
@@ -292,12 +304,14 @@ def main(argv: list[str] | None = None) -> int:
     v.add_argument("paths", nargs="+", help="Markdown files or globs.")
     v.add_argument("--junit", help="Write a JUnit XML report to this path.")
     v.add_argument("--markdown", help="Write a PR-comment markdown report to this path.")
+    v.add_argument("--json", help="Write a machine-readable JSON report to this path.")
     docs_dir_opt(v)
     v.set_defaults(func=cmd_validate)
 
     c = sub.add_parser("consistency", help="Check cross-document traceability.")
     c.add_argument("--junit", help="Write a JUnit XML report to this path.")
     c.add_argument("--markdown", help="Write a PR-comment markdown report to this path.")
+    c.add_argument("--json", help="Write a machine-readable JSON report to this path.")
     c.add_argument("--no-semantic", action="store_true",
                    help="Skip AI alignment (structural consistency only).")
     docs_dir_opt(c)

{docassert-0.4.0 → docassert-0.6.0}/docassert/consistency.py

@@ -63,7 +63,8 @@ def check_referential_integrity(graph) -> CheckResult:
 
 def check_required_links(graph, config) -> CheckResult:
     required = config.get("required_links", {})
-    approved_orphans, draft_orphans = [], []
+    approved_orphans: list[str] = []
+    draft_orphans: list[str] = []
     for item in graph.all_items():
         relation = required.get(item.type)
         if relation and not item.targets(relation):
@@ -79,7 +80,8 @@ def check_required_links(graph, config) -> CheckResult:
 
 
 def check_coverage(graph, config) -> CheckResult:
-    approved_gaps, draft_gaps = [], []
+    approved_gaps: list[str] = []
+    draft_gaps: list[str] = []
     for rule in config.get("coverage", []):
         parent_prefix, relation = rule["parent"], rule["relation"]
         by_prefix = rule.get("by_prefix")

{docassert-0.4.0 → docassert-0.6.0}/docassert/profiles.py

@@ -73,7 +73,7 @@ def completeness(profile: dict, documents: list[dict], project_status: str) -> d
     """
     by_kind: dict[str, list[dict]] = {}
     for d in documents:
-        by_kind.setdefault(d.get("kind"), []).append(d)
+        by_kind.setdefault(str(d.get("kind") or ""), []).append(d)
 
     required = [{"kind": k, "state": _kind_state(k, by_kind)} for k in profile["required"]]
     recommended = [{"kind": k, "state": _kind_state(k, by_kind)} for k in profile["recommended"]]

{docassert-0.4.0 → docassert-0.6.0}/docassert/report.py

@@ -1,6 +1,7 @@
-"""Render check results as console text, PR-comment markdown, or JUnit XML."""
+"""Render check results as console text, PR-comment markdown, JUnit XML, or JSON."""
 from __future__ import annotations
 
+import json as _json
 import xml.etree.ElementTree as ET
 from xml.dom import minidom
 
@@ -37,6 +38,31 @@ def summary_line(results_by_doc: dict[str, list[CheckResult]]) -> str:
     return f"{_TICK} All structural checks passed across {docs} document(s) {_DASH} clear to merge."
 
 
+def json_report(results_by_doc: dict[str, list[CheckResult]]) -> str:
+    """Machine-readable results: one entry per document, plus a summary."""
+    documents = {
+        path: [{
+            "check_id": r.check_id,
+            "passed": r.passed,
+            "blocking": r.blocking,
+            "kind": r.kind,
+            "score": r.score,
+            "detail": r.detail,
+        } for r in results]
+        for path, results in results_by_doc.items()
+    }
+    all_results = [r for rs in results_by_doc.values() for r in rs]
+    summary = {
+        "documents": len(results_by_doc),
+        "checks": len(all_results),
+        "blocking_failures": sum(1 for r in all_results if r.is_blocking_failure),
+        "advisory_failures": sum(1 for r in all_results
+                                 if not r.passed and not r.blocking),
+        "passed": not any(r.is_blocking_failure for r in all_results),
+    }
+    return _json.dumps({"summary": summary, "documents": documents}, indent=2) + "\n"
+
+
 def markdown(results_by_doc: dict[str, list[CheckResult]],
              title: str = "docassert audit") -> str:
     """PR-comment body."""

{docassert-0.4.0 → docassert-0.6.0}/docassert/semantic.py

@@ -69,7 +69,7 @@ def _grade(prompt: str, content: str, model: str) -> dict:
             "content": f"AUDIT CRITERION:\n{prompt}\n\nDOCUMENT:\n{content}",
         }],
     )
-    text = "".join(block.text for block in message.content
+    text = "".join(getattr(block, "text", "") for block in message.content
                    if getattr(block, "type", None) == "text").strip()
     # tolerate models that wrap JSON in prose or fences
     start, end = text.find("{"), text.rfind("}")

{docassert-0.4.0 → docassert-0.6.0}/docassert/status.py

@@ -128,9 +128,9 @@ def build_status(documents_dir=DOCUMENTS_DIR, project: str | None = None) -> dic
     else:
         docs = all_docs
 
-    id_index = {}
+    id_index: dict[str, list[str]] = {}
     for d in all_docs:                       # uniqueness is always global
-        id_index.setdefault(d.id, []).append(d.path)
+        id_index.setdefault(d.id or "", []).append(d.path)
 
     documents = [{
         "kind": d.kind,
@@ -460,6 +460,14 @@ def render_html(model) -> str:
 
 
 _RAG_COLOR = {"green": "var(--ok)", "amber": "var(--amber)", "red": "var(--bad)"}
+_BADGE_COLOR = {"green": "brightgreen", "amber": "orange", "red": "red"}
+
+
+def render_badge_json(rag: str, label: str = "pmo docs") -> str:
+    """A shields.io endpoint payload (https://shields.io/badges/endpoint-badge),
+    so a README can carry a live derived-status badge."""
+    return json.dumps({"schemaVersion": 1, "label": label,
+                       "message": rag, "color": _BADGE_COLOR[rag]}) + "\n"
 
 
 def _index_card(p, esc) -> str:

{docassert-0.4.0 → docassert-0.6.0/docassert.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: docassert
-Version: 0.4.0
+Version: 0.6.0
 Summary: Unit testing for business documents — validate structured Markdown docs against a configurable audit standard.
 Author: C4G Enterprises Inc.
 License: Apache-2.0
@@ -33,7 +33,9 @@ Requires-Dist: python-docx>=1.1; extra == "convert"
 Requires-Dist: pypdf>=4.0; extra == "convert"
 Provides-Extra: dev
 Requires-Dist: pytest>=8.0; extra == "dev"
+Requires-Dist: pytest-cov>=5.0; extra == "dev"
 Requires-Dist: ruff>=0.6; extra == "dev"
+Requires-Dist: mypy>=1.10; extra == "dev"
 Dynamic: license-file
 
 # docassert
@@ -49,7 +51,8 @@ semantic checks that advise. Requirements trace end to end, and project status i
 derived from the documents rather than self-reported.
 
 docassert is the reference implementation of **[PMO as Code](https://c4g-john.github.io/pmo-as-code/)** —
-a vendor-neutral standard for running a PMO from version-controlled, declarative files.
+a vendor-neutral standard for running a PMO from version-controlled, declarative
+files. It implements the [PMO as Code specification](https://github.com/c4g-john/pmo-as-code-spec) **v0.1**.
 
 ## Install
 
@@ -85,11 +88,11 @@ flagged as TODOs, never invented). The skill's source is
 
 | Command | What it does |
 |---|---|
-| `docassert validate <globs>` | Validate documents against their kind's criteria. Exit code = number of blocking failures (capped at 125). |
-| `docassert consistency` | Cross-document checks: referential integrity, coverage, required links, profile completeness. |
+| `docassert validate <globs>` | Validate documents against their kind's criteria. Exit code = number of blocking failures (capped at 125). Reports: `--junit` / `--markdown` / `--json`. |
+| `docassert consistency` | Cross-document checks: referential integrity, coverage, required links, profile completeness. Reports: `--junit` / `--markdown` / `--json`. |
 | `docassert rtm [--project ID]` | Requirements traceability matrix (Markdown or CSV). |
 | `docassert status [--project ID] [--index]` | Derived project status (md / json / html). |
-| `docassert pages --out DIR` | Build the portfolio site (index + a page per project). |
+| `docassert pages --out DIR` | Build the portfolio site (index + a page per project + shields.io badge endpoints `badge.json` / `badges/<ID>.json`). |
 | `docassert projects [--out] [--check]` | Generate / verify the project registry. |
 | `docassert new <kind> --project ID` | Scaffold a document from its template with identity filled in (`new project --code XYZ` auto-numbers the id); suggests the next free item ids. |
 | `docassert init [DIR]` | Scaffold the default config into a repo. |
@@ -117,6 +120,17 @@ kind is adding a trio — no code for the common cases.
 - **Semantic — AI-graded, advisory.** Scored via the Anthropic API and posted to
   the PR — never blocking. Set `ANTHROPIC_API_KEY` to enable; skipped otherwise.
 
+## Privacy
+
+Structural checks run **entirely locally** — no document content leaves your
+machine or CI runner. Semantic checks are the one exception: when
+`ANTHROPIC_API_KEY` is set, the graded excerpts (section text, linked item
+text) are sent to the **Anthropic API** for scoring. Without the key, semantic
+checks are skipped and nothing is sent anywhere. Alignment grading is capped at
+`alignment_limit` links per run (default 25). If your documents are
+confidential, run without the key or review [Anthropic's data-usage
+policies](https://www.anthropic.com/legal/commercial-terms) first.
+
 ## Development
 
 ```bash

{docassert-0.4.0 → docassert-0.6.0}/docassert.egg-info/SOURCES.txt

@@ -90,11 +90,13 @@ docassert/_data/templates/runbook.template.md
 docassert/_data/templates/status-report.template.md
 docassert/_data/templates/test-cases.template.md
 docassert/_data/templates/user-story.template.md
+tests/test_badge.py
 tests/test_config.py
 tests/test_consistency.py
 tests/test_defects.py
 tests/test_extract.py
 tests/test_graph.py
+tests/test_json_report.py
 tests/test_kinds_delivery.py
 tests/test_kinds_governance.py
 tests/test_kinds_operate.py

{docassert-0.4.0 → docassert-0.6.0}/docassert.egg-info/requires.txt

@@ -11,4 +11,6 @@ pypdf>=4.0
 
 [dev]
 pytest>=8.0
+pytest-cov>=5.0
 ruff>=0.6
+mypy>=1.10

{docassert-0.4.0 → docassert-0.6.0}/pyproject.toml

@@ -29,7 +29,7 @@ dependencies = [
 [project.optional-dependencies]
 ai = ["anthropic>=0.40"]
 convert = ["python-docx>=1.1", "pypdf>=4.0"]   # source extraction for doc-to-pmo
-dev = ["pytest>=8.0", "ruff>=0.6"]
+dev = ["pytest>=8.0", "pytest-cov>=5.0", "ruff>=0.6", "mypy>=1.10"]
 
 [project.urls]
 Homepage = "https://docassert.com"
@@ -69,3 +69,20 @@ target-version = "py310"
 select = ["E", "F", "I", "W", "B", "UP"]
 # Long lines are common in the descriptive check messages and sample content.
 ignore = ["E501"]
+
+[tool.mypy]
+files = ["docassert"]
+python_version = "3.10"
+warn_unused_ignores = true
+warn_redundant_casts = true
+
+[[tool.mypy.overrides]]
+module = ["frontmatter", "docx", "pypdf", "yaml", "jsonschema", "anthropic"]
+ignore_missing_imports = true
+
+[tool.coverage.run]
+source = ["docassert"]
+
+[tool.coverage.report]
+# Keep the gate honest: fail CI if coverage drops below the floor.
+fail_under = 80

docassert-0.6.0/tests/test_badge.py

@@ -0,0 +1,26 @@
+"""Tests for the shields.io status-badge endpoint output."""
+import json
+from pathlib import Path
+
+from docassert import status as S
+from docassert.cli import main
+
+ROOT = Path(__file__).resolve().parent.parent
+
+
+def test_badge_payload_shape_and_colors():
+    for rag, color in (("green", "brightgreen"), ("amber", "orange"), ("red", "red")):
+        data = json.loads(S.render_badge_json(rag))
+        assert data == {"schemaVersion": 1, "label": "pmo docs",
+                        "message": rag, "color": color}
+    assert json.loads(S.render_badge_json("green", label="aur"))["label"] == "aur"
+
+
+def test_pages_emits_badges(tmp_path, monkeypatch):
+    monkeypatch.chdir(ROOT)
+    out = tmp_path / "site"
+    assert main(["pages", "--out", str(out)]) == 0
+    overall = json.loads((out / "badge.json").read_text())
+    assert overall["schemaVersion"] == 1 and overall["message"] in {"green", "amber", "red"}
+    aur = json.loads((out / "badges" / "PRJ-001-AUR.json").read_text())
+    assert aur["label"] == "aur" and aur["message"] in {"green", "amber", "red"}

{docassert-0.4.0 → docassert-0.6.0}/tests/test_extract.py

@@ -30,6 +30,38 @@ def test_unsupported_type_raises(tmp_path):
         E.extract(f)
 
 
+def _minimal_pdf(text: str) -> bytes:
+    """Assemble a one-page PDF with `text` in a content stream, xref included."""
+    stream = f"BT /F1 24 Tf 72 720 Td ({text}) Tj ET".encode()
+    objects = [
+        b"<< /Type /Catalog /Pages 2 0 R >>",
+        b"<< /Type /Pages /Kids [3 0 R] /Count 1 >>",
+        (b"<< /Type /Page /Parent 2 0 R /MediaBox [0 0 612 792] "
+         b"/Contents 4 0 R /Resources << /Font << /F1 5 0 R >> >> >>"),
+        b"<< /Length " + str(len(stream)).encode() + b" >>\nstream\n" + stream + b"\nendstream",
+        b"<< /Type /Font /Subtype /Type1 /BaseFont /Helvetica >>",
+    ]
+    out = b"%PDF-1.4\n"
+    offsets = []
+    for i, body in enumerate(objects, start=1):
+        offsets.append(len(out))
+        out += f"{i} 0 obj\n".encode() + body + b"\nendobj\n"
+    xref_at = len(out)
+    out += f"xref\n0 {len(objects) + 1}\n0000000000 65535 f \n".encode()
+    for off in offsets:
+        out += f"{off:010d} 00000 n \n".encode()
+    out += (f"trailer\n<< /Size {len(objects) + 1} /Root 1 0 R >>\n"
+            f"startxref\n{xref_at}\n%%EOF\n").encode()
+    return out
+
+
+def test_extract_pdf(tmp_path):
+    pytest.importorskip("pypdf")  # needs the 'convert' extra
+    path = tmp_path / "s.pdf"
+    path.write_bytes(_minimal_pdf("Hello docassert PDF"))
+    assert "Hello docassert PDF" in E.extract(path)
+
+
 def test_extract_docx_paragraphs_and_tables(tmp_path):
     docx = pytest.importorskip("docx")  # needs the 'convert' extra
     d = docx.Document()

docassert-0.6.0/tests/test_json_report.py

@@ -0,0 +1,43 @@
+"""Tests for the machine-readable JSON report (`--json`)."""
+import json
+from pathlib import Path
+
+from docassert import report
+from docassert.cli import main
+from docassert.models import CheckResult
+
+ROOT = Path(__file__).resolve().parent.parent
+
+
+def test_json_report_shape():
+    results = {
+        "a.md": [CheckResult("c1", True, True, "ok"),
+                 CheckResult("c2", False, True, "bad")],
+        "b.md": [CheckResult("c3", False, False, "meh", kind="semantic", score=0.4)],
+    }
+    data = json.loads(report.json_report(results))
+    assert data["summary"] == {"documents": 2, "checks": 3, "blocking_failures": 1,
+                               "advisory_failures": 1, "passed": False}
+    assert data["documents"]["a.md"][1]["check_id"] == "c2"
+    assert data["documents"]["b.md"][0]["score"] == 0.4
+
+
+def test_cli_validate_writes_json(tmp_path, monkeypatch):
+    monkeypatch.chdir(ROOT)  # criteria/schema resolve; sample documents exist
+    out = tmp_path / "r.json"
+    code = main(["validate", "documents/PRJ-001-AUR/charter.md", "--json", str(out)])
+    assert code == 0
+    data = json.loads(out.read_text())
+    assert data["summary"]["passed"] is True
+    assert "documents/PRJ-001-AUR/charter.md" in data["documents"]
+
+
+def test_cli_consistency_writes_json(tmp_path, monkeypatch):
+    monkeypatch.chdir(ROOT)
+    monkeypatch.delenv("ANTHROPIC_API_KEY", raising=False)
+    out = tmp_path / "c.json"
+    code = main(["consistency", "--no-semantic", "--json", str(out)])
+    assert code == 0
+    data = json.loads(out.read_text())
+    checks = {c["check_id"] for c in data["documents"]["consistency (cross-document)"]}
+    assert {"item-id-uniqueness", "referential-integrity", "coverage"} <= checks