compass-kb-validation 2.8.1__tar.gz → 2.9.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/PKG-INFO +1 -1
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/compass_kb_validation.egg-info/PKG-INFO +1 -1
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/discover_and_validate.py +25 -1
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/__init__.py +1 -1
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/report/__init__.py +19 -1
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_reporting.py +38 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/LICENSE +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/README.md +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/compass_kb_validation.egg-info/SOURCES.txt +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/compass_kb_validation.egg-info/dependency_links.txt +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/compass_kb_validation.egg-info/entry_points.txt +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/compass_kb_validation.egg-info/requires.txt +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/compass_kb_validation.egg-info/top_level.txt +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/__main__.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/ask.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/baseline.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/chunk_coherence.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/citation.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/cli.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/config/__init__.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/config_lint.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/content_inspect.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/corpus.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/corpus_health.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/diagnostics.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/embedding_drift.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/eval_interop.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/evidence.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/grounding.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/init_wizard.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/live_dashboard.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/mcp_server.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/models/__init__.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/notifications.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/pipeline/__init__.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/profiler.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/provenance.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/providers/__init__.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/providers/embedding.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/providers/graph.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/providers/source.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/providers/storage.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/providers/vectorstore.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/remediation.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/report/_report_css.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/report/_report_js.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/report/analysis.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/report/audit.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/report/export.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/report/shell.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/retrieval_analysis.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/text_probes.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/trend_tracker.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/utils/__init__.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/__init__.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/api_upload.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/base.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/base_sparql.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/cross_stage.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/graphdb_metadata.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/neptune_metadata.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/redis_chunks.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/registry.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/retrieval_quality.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/s3_storage.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/profile_kb.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/pyproject.toml +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/run_validation.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/setup.cfg +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_alt_adapters.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_analysis_report.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_api_upload.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_ask.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_baseline.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_benchmark.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_check_catalog.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_citation.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_cli.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_config.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_config_lint.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_content_inspect.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_corpus.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_corpus_health.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_coverage.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_cross_stage.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_diagnostics.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_discover_cli.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_discovery_parallel.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_embedding_drift.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_eval_interop.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_evidence.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_gate.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_graph_transport.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_graph_validators.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_grounding.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_init_wizard.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_manifest.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_mcp.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_migration.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_models.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_neptune_bugfixes.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_neptune_bugfixes2.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_notifications.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_pipeline.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_profiler.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_providers.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_redis_chunks.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_registry.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_remediation.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_retrieval_assertions.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_retrieval_quality.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_review_hardening.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_run_cli.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_sources.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_storage_validator.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_trends.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_universal_concerns.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_utils.py +0 -0
- {compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_vectorstore_filters.py +0 -0
|
@@ -33,6 +33,9 @@ def parse_args(argv=None) -> argparse.Namespace:
|
|
|
33
33
|
p.add_argument("--env", default="dev", help="Environment")
|
|
34
34
|
p.add_argument("--folder", help="Filter to a specific storage subfolder")
|
|
35
35
|
p.add_argument("--limit", type=int, help="Max documents to validate")
|
|
36
|
+
p.add_argument("--with-evidence", nargs="?", type=int, const=0, default=None, metavar="N",
|
|
37
|
+
help="Also run `compass evidence` and embed live proof in each document's modal "
|
|
38
|
+
"(extra KB queries). Optional N caps the documents probed (default: config).")
|
|
36
39
|
p.add_argument("--dry-run", action="store_true", help="List documents without validating")
|
|
37
40
|
p.add_argument("--output-format", choices=["html", "json", "junit", "all"], default="html")
|
|
38
41
|
p.add_argument("--include-graphdb", action="store_true", help="Also validate graph metadata")
|
|
@@ -550,8 +553,29 @@ def main(argv=None) -> int:
|
|
|
550
553
|
passed = sum(1 for r in results if r["result"].all_passed)
|
|
551
554
|
failed = len(results) - passed
|
|
552
555
|
base = f"reports/{args.project}-discovery-report"
|
|
556
|
+
|
|
557
|
+
# Optional: run `compass evidence` and embed live proof per document (query surface; extra KB
|
|
558
|
+
# queries). Keyed by document name so the doc modal renders the proof. Never fails the run.
|
|
559
|
+
evidence_by_doc = None
|
|
560
|
+
if args.with_evidence is not None:
|
|
561
|
+
try:
|
|
562
|
+
from ingestion_validation import evidence as _ev
|
|
563
|
+
from dataclasses import asdict as _asdict
|
|
564
|
+
ev_limit = args.with_evidence or settings.evidence.sample_size
|
|
565
|
+
print(f"\n Gathering evidence (up to {ev_limit} document(s))...")
|
|
566
|
+
payload = _ev.gather_evidence(settings, list(_ev.ALL_CHECKS), limit=ev_limit)
|
|
567
|
+
if payload.get("error"):
|
|
568
|
+
print(f" evidence skipped: {payload['error']}")
|
|
569
|
+
else:
|
|
570
|
+
evidence_by_doc = {}
|
|
571
|
+
for r in payload.get("results", []):
|
|
572
|
+
evidence_by_doc.setdefault(r.document, []).append(_asdict(r))
|
|
573
|
+
print(f" embedded proof for {len(evidence_by_doc)} document(s).")
|
|
574
|
+
except Exception as exc: # noqa: BLE001 - evidence must never break the validation run
|
|
575
|
+
print(f" evidence skipped: {exc}")
|
|
576
|
+
|
|
553
577
|
if args.output_format in ("html", "all"):
|
|
554
|
-
print(f"\n HTML report: {generate_batch_dashboard(results, base + '.html', project=args.project, environment=args.env, run_id=run_id, trends=trend_rows, corpus=corpus, mode='Discovery', profile=profile_data, wall_seconds=wall_seconds, concurrency=concurrency)}")
|
|
578
|
+
print(f"\n HTML report: {generate_batch_dashboard(results, base + '.html', project=args.project, environment=args.env, run_id=run_id, trends=trend_rows, corpus=corpus, mode='Discovery', profile=profile_data, wall_seconds=wall_seconds, concurrency=concurrency, evidence=evidence_by_doc)}")
|
|
555
579
|
if args.output_format in ("json", "all"):
|
|
556
580
|
print(f" JSON report: {export_json(results, base + '.json')}")
|
|
557
581
|
if args.output_format in ("junit", "all"):
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/report/__init__.py
RENAMED
|
@@ -1762,6 +1762,19 @@ function renderDoc(idx){
|
|
|
1762
1762
|
html+='<div class="section-title" style="margin-top:24px">Checks by Category</div><div class="table-card"><div class="table-wrap"><table>'+
|
|
1763
1763
|
'<thead><tr><th>Category</th><th class="num">Total</th><th class="num">Passed</th><th class="num">Failed</th><th class="num">Pass Rate</th><th>Coverage</th></tr></thead><tbody>'+catRows+'</tbody></table></div></div>';
|
|
1764
1764
|
}
|
|
1765
|
+
// Evidence (present only with `discover --with-evidence`): concrete live proof for THIS doc.
|
|
1766
|
+
var evAll=(typeof REPORT!=='undefined'&&REPORT.evidence)?REPORT.evidence:null;
|
|
1767
|
+
var ev=evAll?(evAll[d.file]||evAll[d.documentId]||null):null;
|
|
1768
|
+
if(ev&&ev.length){
|
|
1769
|
+
var _vc={CONFIRMED:['bad','Confirmed'],WEAK:['warn','Weak'],NOT_REPRODUCED:['ok','Not reproduced'],ERROR:['warn','Error']};
|
|
1770
|
+
var _pre='white-space:pre-wrap;font-family:ui-monospace,Menlo,monospace;font-size:11px;line-height:1.5;color:var(--muted);margin:0;max-height:260px;overflow:auto;';
|
|
1771
|
+
var cards=ev.map(function(r){
|
|
1772
|
+
var vc=_vc[r.verdict]||['warn',r.verdict];
|
|
1773
|
+
var raw=(r.details&&Object.keys(r.details).length)?'<details class="cov-row"><summary class="cov-sum"><span class="cov-name">raw evidence</span></summary><div class="cov-body"><pre style="'+_pre+'">'+_escHtml(JSON.stringify(r.details,null,2))+'</pre></div></details>':'';
|
|
1774
|
+
return '<div class="rca-pattern" style="border-left-color:var(--'+vc[0]+')"><div class="rca-pattern-header"><span class="tag '+vc[0]+'">'+vc[1]+'</span><span class="rca-pattern-title">'+_escHtml((r.check||'').replace(/_/g,' '))+'</span></div><div class="rca-cause">'+_escHtml(r.summary||'')+'</div>'+raw+'</div>';
|
|
1775
|
+
}).join('');
|
|
1776
|
+
html+='<div class="section-title" style="margin-top:24px">Evidence <span class="cat-badge">live proof from the KB</span></div><div class="table-card"><div class="rec-list">'+cards+'</div></div>';
|
|
1777
|
+
}
|
|
1765
1778
|
box.innerHTML=html;
|
|
1766
1779
|
}
|
|
1767
1780
|
// ---- Charts ----
|
|
@@ -1821,6 +1834,7 @@ def generate_batch_dashboard(
|
|
|
1821
1834
|
embed_detail_cap: int = 200,
|
|
1822
1835
|
wall_seconds: float | None = None,
|
|
1823
1836
|
concurrency: int | None = None,
|
|
1837
|
+
evidence: dict | None = None,
|
|
1824
1838
|
) -> str:
|
|
1825
1839
|
"""Generate a self-contained, interactive HTML dashboard. Returns abs path.
|
|
1826
1840
|
|
|
@@ -1904,7 +1918,11 @@ def generate_batch_dashboard(
|
|
|
1904
1918
|
if trimmed else ""
|
|
1905
1919
|
)
|
|
1906
1920
|
|
|
1907
|
-
|
|
1921
|
+
# Optional live-proof payload (from `discover --with-evidence`), keyed by document name, so
|
|
1922
|
+
# the per-document modal can show the concrete evidence for THIS doc. Purely additive: the
|
|
1923
|
+
# report builder stays a pure function of data - evidence is computed upstream (query surface).
|
|
1924
|
+
report_json = json.dumps({"agg": agg, "cases": cases, "evidence": evidence or {}},
|
|
1925
|
+
default=str).replace("</", "<\\/")
|
|
1908
1926
|
trends_html = _trends_section(trends or [])
|
|
1909
1927
|
trends_pill = '<button class="nav-pill" data-section="section-trends" onclick="navScrollTo(\'section-trends\')">Trends</button>' if trends else ""
|
|
1910
1928
|
action_plan_html = _action_plan_section(agg)
|
|
@@ -709,3 +709,41 @@ def test_chunk_previews_kept_per_document_not_blanket_at_scale():
|
|
|
709
709
|
by = {c["name"]: c for c in payload["cases"]}
|
|
710
710
|
assert by["small"]["chunks"]["items"] # 2-chunk doc keeps its previews
|
|
711
711
|
assert by["big0"]["chunks"]["items"] == [] # 20-chunk doc is trimmed
|
|
712
|
+
|
|
713
|
+
|
|
714
|
+
def _dash_item(name, status):
|
|
715
|
+
r = PipelineResult(document_id=name, file_name=name)
|
|
716
|
+
r.add_step(StepResult("Redis Chunks", status, "ok" if status == StepStatus.PASSED else "x",
|
|
717
|
+
checks=[{"label": "Chunk boundaries clean", "passed": status == StepStatus.PASSED,
|
|
718
|
+
"severity": "warn"}]))
|
|
719
|
+
r.finalize()
|
|
720
|
+
return {"name": name, "result": r}
|
|
721
|
+
|
|
722
|
+
|
|
723
|
+
def _embedded_report(html_path):
|
|
724
|
+
import json as _json
|
|
725
|
+
import pathlib
|
|
726
|
+
import re as _re
|
|
727
|
+
doc = pathlib.Path(html_path).read_text(encoding="utf-8")
|
|
728
|
+
m = _re.search(r"const REPORT = (\{.*?\});", doc, _re.S)
|
|
729
|
+
assert m is not None
|
|
730
|
+
pathlib.Path(html_path).unlink()
|
|
731
|
+
return _json.loads(m.group(1)), doc
|
|
732
|
+
|
|
733
|
+
|
|
734
|
+
def test_evidence_embeds_in_report_keyed_by_document():
|
|
735
|
+
# `discover --with-evidence` embeds live proof keyed by doc; the modal renders it.
|
|
736
|
+
items = [_dash_item("Guide.pdf", StepStatus.FAILED)]
|
|
737
|
+
evidence = {"Guide.pdf": [{"check": "duplicate_chunks", "document": "Guide.pdf",
|
|
738
|
+
"verdict": "CONFIRMED", "summary": "1 dup pair", "details": {"n": 1}}]}
|
|
739
|
+
html = report_mod.generate_batch_dashboard(items, "reports/_t_ev.html", project="p", evidence=evidence)
|
|
740
|
+
data, doc = _embedded_report(html)
|
|
741
|
+
assert data["evidence"]["Guide.pdf"][0]["verdict"] == "CONFIRMED"
|
|
742
|
+
assert "live proof from the KB" in doc # the modal evidence section renders
|
|
743
|
+
|
|
744
|
+
|
|
745
|
+
def test_report_without_evidence_stays_backward_compatible():
|
|
746
|
+
items = [_dash_item("Guide.pdf", StepStatus.PASSED)]
|
|
747
|
+
html = report_mod.generate_batch_dashboard(items, "reports/_t_noev.html", project="p")
|
|
748
|
+
data, _ = _embedded_report(html)
|
|
749
|
+
assert data["evidence"] == {}
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/__main__.py
RENAMED
|
File without changes
|
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/baseline.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/chunk_coherence.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/citation.py
RENAMED
|
File without changes
|
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/config/__init__.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/config_lint.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/content_inspect.py
RENAMED
|
File without changes
|
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/corpus_health.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/diagnostics.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/embedding_drift.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/eval_interop.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/evidence.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/grounding.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/init_wizard.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/live_dashboard.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/mcp_server.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/models/__init__.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/notifications.py
RENAMED
|
File without changes
|
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/profiler.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/provenance.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/providers/graph.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/providers/source.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/remediation.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/report/analysis.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/report/audit.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/report/export.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/report/shell.py
RENAMED
|
File without changes
|
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/text_probes.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/trend_tracker.py
RENAMED
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/utils/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/ingestion_validation/validators/base.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_discovery_parallel.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_retrieval_assertions.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_universal_concerns.py
RENAMED
|
File without changes
|
|
File without changes
|
{compass_kb_validation-2.8.1 → compass_kb_validation-2.9.0}/tests/test_vectorstore_filters.py
RENAMED
|
File without changes
|