compass-kb-validation 2.8.1__tar.gz → 2.9.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (119) hide show
  1. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/PKG-INFO +1 -1
  2. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/compass_kb_validation.egg-info/PKG-INFO +1 -1
  3. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/discover_and_validate.py +25 -1
  4. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/__init__.py +1 -1
  5. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/report/__init__.py +19 -1
  6. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_reporting.py +38 -0
  7. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/LICENSE +0 -0
  8. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/README.md +0 -0
  9. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/compass_kb_validation.egg-info/SOURCES.txt +0 -0
  10. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/compass_kb_validation.egg-info/dependency_links.txt +0 -0
  11. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/compass_kb_validation.egg-info/entry_points.txt +0 -0
  12. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/compass_kb_validation.egg-info/requires.txt +0 -0
  13. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/compass_kb_validation.egg-info/top_level.txt +0 -0
  14. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/__main__.py +0 -0
  15. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/ask.py +0 -0
  16. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/baseline.py +0 -0
  17. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/chunk_coherence.py +0 -0
  18. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/citation.py +0 -0
  19. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/cli.py +0 -0
  20. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/config/__init__.py +0 -0
  21. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/config_lint.py +0 -0
  22. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/content_inspect.py +0 -0
  23. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/corpus.py +0 -0
  24. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/corpus_health.py +0 -0
  25. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/diagnostics.py +0 -0
  26. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/embedding_drift.py +0 -0
  27. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/eval_interop.py +0 -0
  28. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/evidence.py +0 -0
  29. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/grounding.py +0 -0
  30. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/init_wizard.py +0 -0
  31. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/live_dashboard.py +0 -0
  32. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/mcp_server.py +0 -0
  33. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/models/__init__.py +0 -0
  34. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/notifications.py +0 -0
  35. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/pipeline/__init__.py +0 -0
  36. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/profiler.py +0 -0
  37. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/provenance.py +0 -0
  38. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/providers/__init__.py +0 -0
  39. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/providers/embedding.py +0 -0
  40. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/providers/graph.py +0 -0
  41. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/providers/source.py +0 -0
  42. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/providers/storage.py +0 -0
  43. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/providers/vectorstore.py +0 -0
  44. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/remediation.py +0 -0
  45. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/report/_report_css.py +0 -0
  46. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/report/_report_js.py +0 -0
  47. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/report/analysis.py +0 -0
  48. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/report/audit.py +0 -0
  49. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/report/export.py +0 -0
  50. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/report/shell.py +0 -0
  51. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/retrieval_analysis.py +0 -0
  52. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/text_probes.py +0 -0
  53. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/trend_tracker.py +0 -0
  54. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/utils/__init__.py +0 -0
  55. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/__init__.py +0 -0
  56. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/api_upload.py +0 -0
  57. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/base.py +0 -0
  58. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/base_sparql.py +0 -0
  59. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/cross_stage.py +0 -0
  60. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/graphdb_metadata.py +0 -0
  61. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/neptune_metadata.py +0 -0
  62. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/redis_chunks.py +0 -0
  63. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/registry.py +0 -0
  64. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/retrieval_quality.py +0 -0
  65. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/s3_storage.py +0 -0
  66. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/profile_kb.py +0 -0
  67. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/pyproject.toml +0 -0
  68. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/run_validation.py +0 -0
  69. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/setup.cfg +0 -0
  70. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_alt_adapters.py +0 -0
  71. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_analysis_report.py +0 -0
  72. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_api_upload.py +0 -0
  73. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_ask.py +0 -0
  74. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_baseline.py +0 -0
  75. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_benchmark.py +0 -0
  76. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_check_catalog.py +0 -0
  77. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_citation.py +0 -0
  78. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_cli.py +0 -0
  79. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_config.py +0 -0
  80. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_config_lint.py +0 -0
  81. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_content_inspect.py +0 -0
  82. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_corpus.py +0 -0
  83. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_corpus_health.py +0 -0
  84. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_coverage.py +0 -0
  85. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_cross_stage.py +0 -0
  86. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_diagnostics.py +0 -0
  87. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_discover_cli.py +0 -0
  88. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_discovery_parallel.py +0 -0
  89. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_embedding_drift.py +0 -0
  90. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_eval_interop.py +0 -0
  91. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_evidence.py +0 -0
  92. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_gate.py +0 -0
  93. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_graph_transport.py +0 -0
  94. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_graph_validators.py +0 -0
  95. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_grounding.py +0 -0
  96. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_init_wizard.py +0 -0
  97. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_manifest.py +0 -0
  98. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_mcp.py +0 -0
  99. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_migration.py +0 -0
  100. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_models.py +0 -0
  101. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_neptune_bugfixes.py +0 -0
  102. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_neptune_bugfixes2.py +0 -0
  103. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_notifications.py +0 -0
  104. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_pipeline.py +0 -0
  105. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_profiler.py +0 -0
  106. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_providers.py +0 -0
  107. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_redis_chunks.py +0 -0
  108. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_registry.py +0 -0
  109. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_remediation.py +0 -0
  110. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_retrieval_assertions.py +0 -0
  111. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_retrieval_quality.py +0 -0
  112. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_review_hardening.py +0 -0
  113. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_run_cli.py +0 -0
  114. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_sources.py +0 -0
  115. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_storage_validator.py +0 -0
  116. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_trends.py +0 -0
  117. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_universal_concerns.py +0 -0
  118. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_utils.py +0 -0
  119. {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_vectorstore_filters.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: compass-kb-validation
3
- Version: 2.8.1
3
+ Version: 2.9.0
4
4
  Summary: Knowledge-base readiness validation for RAG & AI agents — config-driven, deterministic pipeline integrity checks.
5
5
  Author: COMPASS
6
6
  License: MIT
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: compass-kb-validation
3
- Version: 2.8.1
3
+ Version: 2.9.0
4
4
  Summary: Knowledge-base readiness validation for RAG & AI agents — config-driven, deterministic pipeline integrity checks.
5
5
  Author: COMPASS
6
6
  License: MIT
@@ -33,6 +33,9 @@ def parse_args(argv=None) -> argparse.Namespace:
33
33
  p.add_argument("--env", default="dev", help="Environment")
34
34
  p.add_argument("--folder", help="Filter to a specific storage subfolder")
35
35
  p.add_argument("--limit", type=int, help="Max documents to validate")
36
+ p.add_argument("--with-evidence", nargs="?", type=int, const=0, default=None, metavar="N",
37
+ help="Also run `compass evidence` and embed live proof in each document's modal "
38
+ "(extra KB queries). Optional N caps the documents probed (default: config).")
36
39
  p.add_argument("--dry-run", action="store_true", help="List documents without validating")
37
40
  p.add_argument("--output-format", choices=["html", "json", "junit", "all"], default="html")
38
41
  p.add_argument("--include-graphdb", action="store_true", help="Also validate graph metadata")
@@ -550,8 +553,29 @@ def main(argv=None) -> int:
550
553
  passed = sum(1 for r in results if r["result"].all_passed)
551
554
  failed = len(results) - passed
552
555
  base = f"reports/{args.project}-discovery-report"
556
+
557
+ # Optional: run `compass evidence` and embed live proof per document (query surface; extra KB
558
+ # queries). Keyed by document name so the doc modal renders the proof. Never fails the run.
559
+ evidence_by_doc = None
560
+ if args.with_evidence is not None:
561
+ try:
562
+ from ingestion_validation import evidence as _ev
563
+ from dataclasses import asdict as _asdict
564
+ ev_limit = args.with_evidence or settings.evidence.sample_size
565
+ print(f"\n Gathering evidence (up to {ev_limit} document(s))...")
566
+ payload = _ev.gather_evidence(settings, list(_ev.ALL_CHECKS), limit=ev_limit)
567
+ if payload.get("error"):
568
+ print(f" evidence skipped: {payload['error']}")
569
+ else:
570
+ evidence_by_doc = {}
571
+ for r in payload.get("results", []):
572
+ evidence_by_doc.setdefault(r.document, []).append(_asdict(r))
573
+ print(f" embedded proof for {len(evidence_by_doc)} document(s).")
574
+ except Exception as exc: # noqa: BLE001 - evidence must never break the validation run
575
+ print(f" evidence skipped: {exc}")
576
+
553
577
  if args.output_format in ("html", "all"):
554
- print(f"\n HTML report: {generate_batch_dashboard(results, base + '.html', project=args.project, environment=args.env, run_id=run_id, trends=trend_rows, corpus=corpus, mode='Discovery', profile=profile_data, wall_seconds=wall_seconds, concurrency=concurrency)}")
578
+ print(f"\n HTML report: {generate_batch_dashboard(results, base + '.html', project=args.project, environment=args.env, run_id=run_id, trends=trend_rows, corpus=corpus, mode='Discovery', profile=profile_data, wall_seconds=wall_seconds, concurrency=concurrency, evidence=evidence_by_doc)}")
555
579
  if args.output_format in ("json", "all"):
556
580
  print(f" JSON report: {export_json(results, base + '.json')}")
557
581
  if args.output_format in ("junit", "all"):
@@ -5,4 +5,4 @@ end-to-end: API upload -> object storage -> knowledge graph -> vector store ->
5
5
  retrieval quality, plus cross-store consistency.
6
6
  """
7
7
 
8
- __version__ = "2.8.1"
8
+ __version__ = "2.9.0"
@@ -1762,6 +1762,19 @@ function renderDoc(idx){
1762
1762
  html+='<div class="section-title" style="margin-top:24px">Checks by Category</div><div class="table-card"><div class="table-wrap"><table>'+
1763
1763
  '<thead><tr><th>Category</th><th class="num">Total</th><th class="num">Passed</th><th class="num">Failed</th><th class="num">Pass Rate</th><th>Coverage</th></tr></thead><tbody>'+catRows+'</tbody></table></div></div>';
1764
1764
  }
1765
+ // Evidence (present only with `discover --with-evidence`): concrete live proof for THIS doc.
1766
+ var evAll=(typeof REPORT!=='undefined'&&REPORT.evidence)?REPORT.evidence:null;
1767
+ var ev=evAll?(evAll[d.file]||evAll[d.documentId]||null):null;
1768
+ if(ev&&ev.length){
1769
+ var _vc={CONFIRMED:['bad','Confirmed'],WEAK:['warn','Weak'],NOT_REPRODUCED:['ok','Not reproduced'],ERROR:['warn','Error']};
1770
+ var _pre='white-space:pre-wrap;font-family:ui-monospace,Menlo,monospace;font-size:11px;line-height:1.5;color:var(--muted);margin:0;max-height:260px;overflow:auto;';
1771
+ var cards=ev.map(function(r){
1772
+ var vc=_vc[r.verdict]||['warn',r.verdict];
1773
+ var raw=(r.details&&Object.keys(r.details).length)?'<details class="cov-row"><summary class="cov-sum"><span class="cov-name">raw evidence</span></summary><div class="cov-body"><pre style="'+_pre+'">'+_escHtml(JSON.stringify(r.details,null,2))+'</pre></div></details>':'';
1774
+ return '<div class="rca-pattern" style="border-left-color:var(--'+vc[0]+')"><div class="rca-pattern-header"><span class="tag '+vc[0]+'">'+vc[1]+'</span><span class="rca-pattern-title">'+_escHtml((r.check||'').replace(/_/g,' '))+'</span></div><div class="rca-cause">'+_escHtml(r.summary||'')+'</div>'+raw+'</div>';
1775
+ }).join('');
1776
+ html+='<div class="section-title" style="margin-top:24px">Evidence <span class="cat-badge">live proof from the KB</span></div><div class="table-card"><div class="rec-list">'+cards+'</div></div>';
1777
+ }
1765
1778
  box.innerHTML=html;
1766
1779
  }
1767
1780
  // ---- Charts ----
@@ -1821,6 +1834,7 @@ def generate_batch_dashboard(
1821
1834
  embed_detail_cap: int = 200,
1822
1835
  wall_seconds: float | None = None,
1823
1836
  concurrency: int | None = None,
1837
+ evidence: dict | None = None,
1824
1838
  ) -> str:
1825
1839
  """Generate a self-contained, interactive HTML dashboard. Returns abs path.
1826
1840
 
@@ -1904,7 +1918,11 @@ def generate_batch_dashboard(
1904
1918
  if trimmed else ""
1905
1919
  )
1906
1920
 
1907
- report_json = json.dumps({"agg": agg, "cases": cases}, default=str).replace("</", "<\\/")
1921
+ # Optional live-proof payload (from `discover --with-evidence`), keyed by document name, so
1922
+ # the per-document modal can show the concrete evidence for THIS doc. Purely additive: the
1923
+ # report builder stays a pure function of data - evidence is computed upstream (query surface).
1924
+ report_json = json.dumps({"agg": agg, "cases": cases, "evidence": evidence or {}},
1925
+ default=str).replace("</", "<\\/")
1908
1926
  trends_html = _trends_section(trends or [])
1909
1927
  trends_pill = '<button class="nav-pill" data-section="section-trends" onclick="navScrollTo(\'section-trends\')">Trends</button>' if trends else ""
1910
1928
  action_plan_html = _action_plan_section(agg)
@@ -709,3 +709,41 @@ def test_chunk_previews_kept_per_document_not_blanket_at_scale():
709
709
  by = {c["name"]: c for c in payload["cases"]}
710
710
  assert by["small"]["chunks"]["items"] # 2-chunk doc keeps its previews
711
711
  assert by["big0"]["chunks"]["items"] == [] # 20-chunk doc is trimmed
712
+
713
+
714
+ def _dash_item(name, status):
715
+ r = PipelineResult(document_id=name, file_name=name)
716
+ r.add_step(StepResult("Redis Chunks", status, "ok" if status == StepStatus.PASSED else "x",
717
+ checks=[{"label": "Chunk boundaries clean", "passed": status == StepStatus.PASSED,
718
+ "severity": "warn"}]))
719
+ r.finalize()
720
+ return {"name": name, "result": r}
721
+
722
+
723
+ def _embedded_report(html_path):
724
+ import json as _json
725
+ import pathlib
726
+ import re as _re
727
+ doc = pathlib.Path(html_path).read_text(encoding="utf-8")
728
+ m = _re.search(r"const REPORT = (\{.*?\});", doc, _re.S)
729
+ assert m is not None
730
+ pathlib.Path(html_path).unlink()
731
+ return _json.loads(m.group(1)), doc
732
+
733
+
734
+ def test_evidence_embeds_in_report_keyed_by_document():
735
+ # `discover --with-evidence` embeds live proof keyed by doc; the modal renders it.
736
+ items = [_dash_item("Guide.pdf", StepStatus.FAILED)]
737
+ evidence = {"Guide.pdf": [{"check": "duplicate_chunks", "document": "Guide.pdf",
738
+ "verdict": "CONFIRMED", "summary": "1 dup pair", "details": {"n": 1}}]}
739
+ html = report_mod.generate_batch_dashboard(items, "reports/_t_ev.html", project="p", evidence=evidence)
740
+ data, doc = _embedded_report(html)
741
+ assert data["evidence"]["Guide.pdf"][0]["verdict"] == "CONFIRMED"
742
+ assert "live proof from the KB" in doc # the modal evidence section renders
743
+
744
+
745
+ def test_report_without_evidence_stays_backward_compatible():
746
+ items = [_dash_item("Guide.pdf", StepStatus.PASSED)]
747
+ html = report_mod.generate_batch_dashboard(items, "reports/_t_noev.html", project="p")
748
+ data, _ = _embedded_report(html)
749
+ assert data["evidence"] == {}