@ngocsangairvds/vsaf 3.2.14 → 3.2.15

package/tools/vds-scripts/audit_orchestrator/tests/test_cli/test_workflow_summary_artifacts.py

@@ -1,1872 +0,0 @@
-from __future__ import annotations
-
-import json
-
-import pytest
-import vds_audit_orchestrator.cli as cli_module
-from vds_audit_orchestrator.cli import (
-    _resolve_workflow_summary_fields,
-    _write_workflow_summary_artifacts,
-)
-
-
-def test_resolve_workflow_summary_fields_prefers_synthesis_without_checklist(tmp_path) -> None:
-    result = {
-        "repository": "repo-a",
-        "synthesis": {
-            "status": "ok",
-            "total_findings": 3,
-            "summary": "ready",
-        },
-    }
-
-    status, total_findings, summary, _ = _resolve_workflow_summary_fields(
-        result=result,
-        report_dir=tmp_path,
-    )
-
-    assert status == "ok"
-    assert total_findings == 3
-    assert summary == "ready"
-
-
-def test_resolve_workflow_summary_fields_uses_checklist_when_synthesis_missing(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 45.5,
-        "pass_count": 0,
-        "partial_count": 2,
-        "fail_count": 1,
-        "error_count": 0,
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    result = {
-        "repository": "repo-b",
-        "synthesis": {
-            "status": "unknown",
-            "total_findings": 0,
-            "summary": "",
-        },
-    }
-
-    status, total_findings, summary, _ = _resolve_workflow_summary_fields(
-        result=result,
-        report_dir=tmp_path,
-    )
-
-    assert status == "failed"
-    assert total_findings == 3
-    assert "Checklist score: 45.50" in summary
-
-
-def test_resolve_workflow_summary_fields_overrides_stale_row_unified_no_task_summary(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 61.0,
-        "pass_count": 1,
-        "partial_count": 0,
-        "fail_count": 1,
-        "error_count": 0,
-        "na_count": 0,
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    result = {
-        "repository": "repo-row",
-        "synthesis": {
-            "status": "complete",
-            "total_findings": 0,
-            "executive_summary": (
-                "No analysis tasks were executed in row-unified dynamic mode. No agent findings were produced."
-            ),
-        },
-    }
-
-    status, total_findings, summary, _ = _resolve_workflow_summary_fields(
-        result=result,
-        report_dir=tmp_path,
-    )
-
-    assert status == "failed"
-    assert total_findings == 1
-    assert "Checklist score: 61.00" in summary
-    assert "no analysis tasks were executed" not in summary.lower()
-    assert result["synthesis"]["executive_summary"] == summary
-
-
-def test_resolve_workflow_summary_fields_promotes_running_status_on_terminal_write(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 61.0,
-        "pass_count": 0,
-        "partial_count": 1,
-        "fail_count": 1,
-        "error_count": 0,
-        "na_count": 0,
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    result = {
-        "repository": "repo-terminal",
-        "synthesis": {
-            "status": "running",
-            "total_findings": 0,
-            "summary": "Checklist evaluation is still in progress.",
-        },
-    }
-
-    status, total_findings, summary, _ = _resolve_workflow_summary_fields(
-        result=result,
-        report_dir=tmp_path,
-        prefer_terminal_status_from_checklist=True,
-    )
-
-    assert status == "failed"
-    assert total_findings == 2
-    assert "Checklist score: 61.00" in summary
-
-
-def test_resolve_workflow_summary_fields_emits_fallback_marker_for_invalid_checklist(
-    tmp_path, monkeypatch: pytest.MonkeyPatch
-) -> None:
-    (tmp_path / "audit-checklist.json").write_text("{", encoding="utf-8")
-    result = {
-        "repository": "repo-c",
-        "synthesis": {
-            "status": "ok",
-            "total_findings": 0,
-            "summary": "fallback",
-        },
-    }
-
-    warning_events: list[tuple[str, dict[str, object]]] = []
-
-    class _LoggerStub:
-        def warning(self, event: str, **kwargs: object) -> None:  # type: ignore[no-untyped-def]
-            warning_events.append((event, kwargs))
-
-    monkeypatch.setattr(cli_module, "logger", _LoggerStub())
-
-    status, total_findings, summary, _ = _resolve_workflow_summary_fields(
-        result=result,
-        report_dir=tmp_path,
-    )
-
-    assert status == "ok"
-    assert total_findings == 0
-    assert summary == "fallback"
-    assert warning_events
-    event_name, payload = warning_events[0]
-    assert event_name == "findings_count_alignment_fallback"
-    assert payload["reason"] == "invalid_json"
-
-
-def test_write_workflow_summary_artifacts_renders_checklist_derived_values(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 55.25,
-        "pass_count": 0,
-        "partial_count": 2,
-        "fail_count": 0,
-        "error_count": 0,
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    result = {
-        "repository": "merchant-profile-service",
-        "synthesis": {
-            "status": "unknown",
-            "total_findings": 0,
-            "overall_score": 82.5,
-            "agent_scores": {"security": 80.0},
-        },
-        "agent_results": {"raw": "very-large-payload"},
-    }
-
-    md_path, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase65-test",
-        result=result,
-    )
-
-    markdown = md_path.read_text(encoding="utf-8")
-    assert "Status: partial" in markdown
-    assert "Total findings: 2" in markdown
-    assert "Checklist score: 55.25" in markdown
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    assert payload["repository"] == "merchant-profile-service"
-    assert payload["status"] == "partial"
-    assert payload["total_findings"] == 2
-    assert payload["synthesis"]["status"] == "partial"
-    assert payload["synthesis"]["total_findings"] == 2
-    assert payload["synthesis"]["overall_score"] == 82.5
-    assert payload["synthesis"]["agent_scores"] == {"security": 80.0}
-    assert "agent_results" not in payload
-
-
-def test_write_workflow_summary_artifacts_includes_drift_block(tmp_path) -> None:
-    result = {
-        "repository": "merchant-profile-service",
-        "synthesis": {"status": "ok", "total_findings": 0, "summary": "stable"},
-    }
-    drift = {
-        "has_drift": True,
-        "mean_drift_detected": True,
-        "distribution_shift_detected": False,
-        "variance_shift_detected": False,
-        "warnings": ["mean score drift exceeded threshold (12.00 > 10.00)"],
-    }
-
-    md_path, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase66-drift",
-        result=result,
-        drift=drift,
-    )
-
-    markdown = md_path.read_text(encoding="utf-8")
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    assert "## Drift" in markdown
-    assert "Detected: yes" in markdown
-    assert "mean score drift exceeded threshold" in markdown
-    assert payload["drift"]["has_drift"] is True
-
-
-def test_write_workflow_summary_artifacts_includes_coverage_aggregate(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 70.0,
-        "pass_count": 1,
-        "partial_count": 1,
-        "fail_count": 0,
-        "error_count": 0,
-        "rows": [
-            {
-                "check_id": "CL-001",
-                "gating_applied": False,
-                "score_breakdown": {"coverage_factor": 1.0},
-            },
-            {
-                "check_id": "CL-002",
-                "gating_applied": True,
-                "score_breakdown": {"coverage_factor": 0.5},
-            },
-        ],
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    result = {
-        "repository": "merchant-profile-service",
-        "synthesis": {
-            "status": "unknown",
-            "total_findings": 0,
-        },
-    }
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase91-coverage",
-        result=result,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    assert payload["coverage"]["row_count"] == 2
-    assert payload["coverage"]["rows_with_coverage"] == 2
-    assert payload["coverage"]["coverage_mean"] == 0.75
-    assert payload["coverage"]["full_coverage_rows"] == 1
-    assert payload["coverage"]["partial_coverage_rows"] == 1
-    assert payload["coverage"]["zero_coverage_rows"] == 0
-    assert payload["coverage"]["gating_applied_rows"] == 1
-
-
-def test_write_workflow_summary_artifacts_includes_db_family_run_level_metrics(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 70.0,
-        "pass_count": 1,
-        "partial_count": 0,
-        "fail_count": 1,
-        "error_count": 0,
-        "na_count": 0,
-        "rows": [
-            {
-                "row_id": "CL-004:row_3",
-                "check_id": "CL-004",
-                "status": "PASS",
-                "evidence_refs": [
-                    {"ref_type": "code_path", "ref_value": "src/main/java/db/config/CampaignDatabaseConfig.java"}
-                ],
-            },
-            {
-                "row_id": "CL-035:row_34",
-                "check_id": "CL-035",
-                "status": "FAIL",
-                "evidence_refs": [
-                    {"ref_type": "code_path", "ref_value": "src/main/java/service/ApprovalManagementServiceImpl.java"}
-                ],
-            },
-        ],
-    }
-    retrieval_trace_payload = {
-        "schema": "audit-checklist.retrieval-trace.v1",
-        "rows": [
-            {
-                "row_id": "CL-004:row_3",
-                "tool_call_summary": {
-                    "db_family_requirement": True,
-                    "db_family_pass_1_candidates": 0,
-                    "db_family_config_database_hits": 0,
-                    "db_family_repository_hits": 0,
-                    "db_family_selected_read_hits": 2,
-                    "top_k_read_count": 1,
-                    "code_read_count": 1,
-                },
-            },
-            {
-                "row_id": "CL-035:row_34",
-                "tool_call_summary": {
-                    "db_family_requirement": True,
-                    "db_family_pass_1_candidates": 0,
-                    "db_family_config_database_hits": 0,
-                    "db_family_repository_hits": 0,
-                    "db_family_selected_read_hits": 0,
-                    "top_k_read_count": 5,
-                    "code_read_count": 5,
-                },
-            },
-        ],
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    (tmp_path / "audit-checklist.retrieval-trace.json").write_text(
-        json.dumps(retrieval_trace_payload), encoding="utf-8"
-    )
-    result = {
-        "repository": "campaign-service",
-        "synthesis": {
-            "status": "complete",
-            "total_findings": 0,
-        },
-    }
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase104-db-family-summary",
-        result=result,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    evidence_quality = payload["evidence_quality"]
-    assert evidence_quality["db_family_requirement_row_count"] == 2
-    assert evidence_quality["db_family_coverage_row_count"] == 1
-    assert evidence_quality["db_family_hit_rate"] == 0.5
-    assert evidence_quality["db_family_selected_read_coverage_row_count"] == 1
-    assert evidence_quality["db_family_selected_read_shortfall_row_count"] == 1
-    assert evidence_quality["db_family_selected_read_coverage_rate"] == 0.5
-    assert evidence_quality["db_family_selected_read_shortfall_rate"] == 0.5
-    assert evidence_quality["db_family_selected_read_shortfall_reason_counts"] == {"db_search_no_candidates": 1}
-
-
-def test_write_workflow_summary_artifacts_reconciles_targeted_score_and_row_activity(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 61.0,
-        "pass_count": 1,
-        "partial_count": 0,
-        "fail_count": 1,
-        "error_count": 0,
-        "na_count": 0,
-        "is_targeted_run": True,
-        "target_selector": "1-5",
-        "rows": [
-            {"row_id": "CL-001:row_0", "status": "PASS"},
-            {"row_id": "CL-002:row_1", "status": "FAIL"},
-        ],
-    }
-    retrieval_trace_payload = {
-        "schema": "audit-checklist.retrieval-trace.v1",
-        "rows": [
-            {
-                "row_id": "CL-001:row_0",
-                "tool_call_summary": {
-                    "docs_search_count": 1,
-                    "docs_read_count": 1,
-                    "code_search_count": 0,
-                    "code_read_count": 0,
-                },
-            },
-            {
-                "row_id": "CL-002:row_1",
-                "tool_call_summary": {
-                    "docs_search_count": 0,
-                    "docs_read_count": 0,
-                    "code_search_count": 0,
-                    "code_read_count": 0,
-                },
-            },
-        ],
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    (tmp_path / "audit-checklist.retrieval-trace.json").write_text(
-        json.dumps(retrieval_trace_payload), encoding="utf-8"
-    )
-    result = {
-        "repository": "campaign-service",
-        "synthesis": {
-            "status": "complete",
-            "total_findings": 0,
-            "overall_score": 0.0,
-            "rows_evaluated": 0,
-            "rows_with_tool_activity": 0,
-            "executive_summary": "No analysis tasks were executed in row-unified dynamic mode.",
-        },
-    }
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase103-targeted-reconcile",
-        result=result,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    assert payload["overall_score"] == 61.0
-    assert payload["summary_score_source"] == "checklist_artifacts_reconciled"
-    assert payload["synthesis"]["rows_evaluated"] == 2
-    assert payload["synthesis"]["rows_with_tool_activity"] == 1
-    assert payload["synthesis"]["row_activity_mismatch"]["detected"] is True
-    assert (
-        payload["synthesis"]["row_activity_mismatch"]["degradation_reason"]
-        == "rows_evaluated_synthesis_zero_with_nonzero_artifacts"
-    )
-    assert (
-        "rows_evaluated_synthesis_zero_with_nonzero_artifacts"
-        in payload["synthesis"]["row_activity_mismatch"]["reasons"]
-    )
-    assert payload["rows_evaluated"] == 2
-    assert payload["rows_with_tool_activity"] == 1
-
-
-def test_write_workflow_summary_artifacts_reconciles_targeted_nonzero_score_and_promotes_top_level_metrics(
-    tmp_path,
-) -> None:
-    checklist_payload = {
-        "overall_score": 61.0,
-        "pass_count": 1,
-        "partial_count": 0,
-        "fail_count": 1,
-        "error_count": 0,
-        "na_count": 0,
-        "is_targeted_run": True,
-        "target_selector": "CL-001",
-        "rows": [
-            {
-                "row_id": "CL-001:row_0",
-                "status": "PASS",
-                "score": 82.0,
-                "score_breakdown": {"final_score": 82.0},
-                "evidence_refs": [{"ref_type": "doc", "ref_value": "chunk:1", "verified": True}],
-            },
-            {
-                "row_id": "CL-002:row_1",
-                "status": "FAIL",
-                "score": 40.0,
-                "score_breakdown": {"final_score": 40.0},
-                "evidence_refs": [{"ref_type": "code", "ref_value": "code:src/App.java:1", "verified": False}],
-            },
-        ],
-    }
-    retrieval_trace_payload = {
-        "schema": "audit-checklist.retrieval-trace.v1",
-        "rows": [
-            {
-                "row_id": "CL-001:row_0",
-                "tool_call_summary": {
-                    "docs_search_count": 1,
-                    "docs_read_count": 1,
-                    "code_search_count": 0,
-                    "code_read_count": 0,
-                },
-            },
-            {
-                "row_id": "CL-002:row_1",
-                "tool_call_summary": {
-                    "docs_search_count": 0,
-                    "docs_read_count": 0,
-                    "code_search_count": 0,
-                    "code_read_count": 0,
-                },
-            },
-        ],
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    (tmp_path / "audit-checklist.retrieval-trace.json").write_text(
-        json.dumps(retrieval_trace_payload), encoding="utf-8"
-    )
-    result = {
-        "repository": "campaign-service",
-        "synthesis": {
-            "status": "complete",
-            "total_findings": 1,
-            "overall_score": 40.0,
-            "rows_evaluated": 0,
-            "rows_with_tool_activity": 0,
-            "target_selector": "CL-001",
-            "is_targeted_run": True,
-            "executive_summary": "Targeted rerun completed.",
-        },
-    }
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase105-targeted-nonzero-reconcile",
-        result=result,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    assert payload["overall_score"] == 61.0
-    assert payload["summary_score_source"] == "checklist_artifacts_reconciled"
-    assert payload["rows_evaluated"] == 2
-    assert payload["rows_with_tool_activity"] == 1
-    assert payload["docs_hit_rate"] == 0.5
-    assert payload["code_hit_rate"] == 0.5
-
-
-def test_write_workflow_summary_artifacts_rewrites_stale_targeted_checklist_score_text(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 61.0,
-        "pass_count": 1,
-        "partial_count": 0,
-        "fail_count": 1,
-        "error_count": 0,
-        "na_count": 0,
-        "is_targeted_run": True,
-        "target_selector": "CL-001",
-        "rows": [
-            {"row_id": "CL-001:row_0", "status": "PASS"},
-            {"row_id": "CL-002:row_1", "status": "FAIL"},
-        ],
-    }
-    retrieval_trace_payload = {
-        "schema": "audit-checklist.retrieval-trace.v1",
-        "rows": [
-            {
-                "row_id": "CL-001:row_0",
-                "tool_call_summary": {
-                    "docs_search_count": 1,
-                    "docs_read_count": 1,
-                    "code_search_count": 0,
-                    "code_read_count": 0,
-                },
-            },
-            {
-                "row_id": "CL-002:row_1",
-                "tool_call_summary": {
-                    "docs_search_count": 0,
-                    "docs_read_count": 0,
-                    "code_search_count": 0,
-                    "code_read_count": 0,
-                },
-            },
-        ],
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    (tmp_path / "audit-checklist.retrieval-trace.json").write_text(
-        json.dumps(retrieval_trace_payload), encoding="utf-8"
-    )
-    result = {
-        "repository": "campaign-service",
-        "synthesis": {
-            "status": "complete",
-            "total_findings": 1,
-            "overall_score": 0.0,
-            "rows_evaluated": 1,
-            "rows_with_tool_activity": 1,
-            "target_selector": "CL-001",
-            "is_targeted_run": True,
-            "summary": "Checklist score: 0.00. Pass=0, Partial=0, Fail=0, Error=1.",
-            "executive_summary": "Checklist score: 0.00. Pass=0, Partial=0, Fail=0, Error=1.",
-        },
-    }
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase105-targeted-stale-checklist-score-text",
-        result=result,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    assert payload["summary_score_source"] == "checklist_artifacts_reconciled"
-    assert payload["overall_score"] == 61.0
-    assert payload["summary"] == "Checklist score: 61.00. Pass=1, Partial=0, Fail=1, Error=0."
-    assert payload["synthesis"]["summary"] == payload["summary"]
-    assert payload["synthesis"]["executive_summary"] == payload["summary"]
-    assert payload["synthesis"]["reconciliation_source"]["summary_text_source"] == "checklist_artifacts_reconciled"
-
-
-def test_write_workflow_summary_artifacts_enforces_shared_score_projection_on_checklist_and_delta(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 88.5,
-        "pass_count": 1,
-        "partial_count": 0,
-        "fail_count": 0,
-        "error_count": 0,
-        "na_count": 0,
-        "rows": [
-            {
-                "row_id": "CL-101:row_0",
-                "status": "PASS",
-                "score": None,
-                "score_breakdown": {"final_score": 88.5, "confidence_factor": 0.9},
-            }
-        ],
-    }
-    delta_payload = {
-        "targeted_run": True,
-        "changed_row_count": 1,
-        "changed_rows": [
-            {
-                "row_id": "CL-101:row_0",
-                "before": {
-                    "row_id": "CL-101:row_0",
-                    "status": "PARTIAL",
-                    "score": None,
-                    "score_breakdown": {"final_score": 77.0, "confidence_factor": 0.5},
-                },
-                "after": {
-                    "row_id": "CL-101:row_0",
-                    "status": "PASS",
-                    "score": None,
-                    "score_breakdown": {"final_score": 88.5, "confidence_factor": 0.9},
-                },
-            }
-        ],
-        "merge_guardrail": {
-            "targeted_run": True,
-            "merge_attempted": True,
-            "merge_allowed": True,
-            "action": "targeted_merge_applied",
-            "reason": "hashes_aligned",
-        },
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    (tmp_path / "audit-checklist.delta.json").write_text(json.dumps(delta_payload), encoding="utf-8")
-    result = {
-        "repository": "campaign-service",
-        "synthesis": {
-            "status": "complete",
-            "total_findings": 0,
-            "overall_score": 0.0,
-            "rows_evaluated": 0,
-            "rows_with_tool_activity": 0,
-        },
-    }
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase105-fr391-score-projection",
-        result=result,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    assert payload["rows_with_score_breakdown_but_null_score"] == 0
-    assert payload["rows_with_score_breakdown_but_null_score_row_keys"] == []
-    assert payload["score_projection_quality_status"] == "pass"
-    assert payload["synthesis"]["score_projection_diagnostics"]["detected"] is False
-    assert payload["score_projection_artifact_projection"]["checklist_artifact_rewritten"] is True
-    assert payload["score_projection_artifact_projection"]["delta_artifact_rewritten"] is True
-
-    projected_checklist = json.loads((tmp_path / "audit-checklist.json").read_text(encoding="utf-8"))
-    projected_row = projected_checklist["rows"][0]
-    assert projected_row["score"] == pytest.approx(88.5)
-    assert projected_row["score_source"] == "score_breakdown.final_score"
-    assert projected_row.get("score_unavailable_reason") is None
-
-    projected_delta = json.loads((tmp_path / "audit-checklist.delta.json").read_text(encoding="utf-8"))
-    projected_before = projected_delta["changed_rows"][0]["before"]
-    projected_after = projected_delta["changed_rows"][0]["after"]
-    assert projected_before["score"] == pytest.approx(77.0)
-    assert projected_before["score_source"] == "score_breakdown.final_score"
-    assert projected_after["score"] == pytest.approx(88.5)
-    assert projected_after["score_source"] == "score_breakdown.final_score"
-
-
-def test_write_workflow_summary_artifacts_emits_non_pass_score_projection_quality_when_null_score_drift_remains(
-    tmp_path,
-) -> None:
-    checklist_payload = {
-        "overall_score": 50.0,
-        "pass_count": 1,
-        "partial_count": 0,
-        "fail_count": 0,
-        "error_count": 0,
-        "na_count": 0,
-        "rows": [
-            {
-                "row_id": "CL-201:row_0",
-                "status": "PASS",
-                "score": None,
-                "score_breakdown": {"final_score": "not-a-number"},
-            }
-        ],
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    result = {
-        "repository": "campaign-service",
-        "synthesis": {
-            "status": "complete",
-            "total_findings": 0,
-            "rows_evaluated": 1,
-            "rows_with_tool_activity": 0,
-        },
-    }
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase105-fr391-score-null-drift",
-        result=result,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    assert payload["rows_with_score_breakdown_but_null_score"] == 1
-    assert payload["rows_with_score_breakdown_but_null_score_row_keys"] == ["CL-201:row_0"]
-    assert payload["score_projection_quality_status"] == "non_pass"
-    assert payload["synthesis"]["rows_with_score_breakdown_but_null_score"] == 1
-    assert payload["synthesis"]["score_projection_diagnostics"]["detected"] is True
-    assert "score_projection_null_drift" in payload["synthesis"]["row_activity_mismatch"]["reasons"]
-
-    projected_checklist = json.loads((tmp_path / "audit-checklist.json").read_text(encoding="utf-8"))
-    projected_row = projected_checklist["rows"][0]
-    assert projected_row["score"] is None
-    assert projected_row["score_unavailable_reason"] == "score_not_derived_from_cascade"
-
-
-def test_write_workflow_summary_artifacts_targeted_meta_parity_carries_score_projection_diagnostics(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 35.0,
-        "pass_count": 0,
-        "partial_count": 0,
-        "fail_count": 1,
-        "error_count": 0,
-        "na_count": 0,
-        "is_targeted_run": True,
-        "target_selector": "status:error",
-        "rows": [
-            {
-                "row_id": "CL-301:row_0",
-                "status": "FAIL",
-                "score": None,
-                "score_breakdown": {"final_score": "missing"},
-            }
-        ],
-    }
-    stale_meta_payload = {
-        "schema": "audit-checklist.meta.v1",
-        "summary": "stale summary",
-        "synthesis": {"rows_evaluated": 0, "rows_with_tool_activity": 0},
-        "evidence_quality": {"docs_hit_rate": 0.0},
-        "reconciliation_source": {"source_precedence": ["synthesis"]},
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    (tmp_path / "audit-checklist.meta.json").write_text(json.dumps(stale_meta_payload), encoding="utf-8")
-    result = {
-        "repository": "campaign-service",
-        "synthesis": {
-            "status": "complete",
-            "total_findings": 0,
-            "overall_score": 0.0,
-            "rows_evaluated": 0,
-            "rows_with_tool_activity": 0,
-            "executive_summary": "Checklist evaluation completed.",
-            "is_targeted_run": True,
-            "target_selector": "status:error",
-        },
-    }
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase105-fr391-targeted-meta-parity",
-        result=result,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    assert payload["summary_meta_parity_detected"] is False
-    assert payload["rows_with_score_breakdown_but_null_score"] == 1
-    assert payload["score_projection_quality_status"] == "non_pass"
-    assert payload["synthesis"]["rows_with_score_breakdown_but_null_score_row_keys"] == ["CL-301:row_0"]
-    assert payload["summary_meta_parity_pre_sync_detected"] is True
-    assert "meta_synthesis_mismatch" in payload["summary_meta_parity_pre_sync"]["reasons"]
-
-    synced_meta = json.loads((tmp_path / "audit-checklist.meta.json").read_text(encoding="utf-8"))
-    assert synced_meta["summary_meta_parity_detected"] is False
-    assert synced_meta["synthesis"]["rows_with_score_breakdown_but_null_score"] == 1
-    assert synced_meta["synthesis"]["score_projection_quality_status"] == "non_pass"
-    assert synced_meta["synthesis"]["score_projection_diagnostics"]["rows_with_score_breakdown_but_null_score"] == 1
-    assert synced_meta["synthesis"]["score_projection_diagnostics"][
-        "rows_with_score_breakdown_but_null_score_row_keys"
-    ] == ["CL-301:row_0"]
-
-
-def test_write_workflow_summary_artifacts_reconciles_stale_counter_mismatch_without_target_flags(
-    tmp_path,
-) -> None:
-    checklist_payload = {
-        "overall_score": 42.0,
-        "pass_count": 1,
-        "partial_count": 0,
-        "fail_count": 1,
-        "error_count": 0,
-        "na_count": 0,
-        "rows": [
-            {"row_id": "CL-030:row_29", "status": "PASS"},
-            {"row_id": "CL-031:row_30", "status": "FAIL"},
-        ],
-    }
-    retrieval_trace_payload = {
-        "schema": "audit-checklist.retrieval-trace.v1",
-        "rows": [
-            {
-                "row_id": "CL-030:row_29",
-                "tool_call_summary": {
-                    "docs_search_count": 1,
-                    "docs_read_count": 1,
-                    "code_search_count": 0,
-                    "code_read_count": 0,
-                },
-            },
-            {
-                "row_id": "CL-031:row_30",
-                "tool_call_summary": {
-                    "docs_search_count": 0,
-                    "docs_read_count": 0,
-                    "code_search_count": 0,
-                    "code_read_count": 0,
-                },
-            },
-        ],
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    (tmp_path / "audit-checklist.retrieval-trace.json").write_text(
-        json.dumps(retrieval_trace_payload), encoding="utf-8"
-    )
-    result = {
-        "repository": "campaign-service",
-        "synthesis": {
-            "status": "complete",
-            "total_findings": 0,
-            "overall_score": 0.0,
-            "rows_evaluated": 0,
-            "rows_with_tool_activity": 0,
-            "executive_summary": "Checklist evaluation completed.",
-        },
-    }
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase103-stale-counters-reconcile",
-        result=result,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    assert payload["overall_score"] == 42.0
-    assert payload["summary_score_source"] == "checklist_artifacts_reconciled"
-    assert payload["synthesis"]["rows_evaluated"] == 2
-    assert payload["synthesis"]["rows_with_tool_activity"] == 1
-    assert payload["synthesis"]["row_activity_mismatch"]["detected"] is True
-
-
-def test_write_workflow_summary_artifacts_syncs_meta_parity_snapshot_and_diagnostics(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 40.0,
-        "pass_count": 1,
-        "partial_count": 0,
-        "fail_count": 1,
-        "error_count": 0,
-        "na_count": 0,
-        "rows": [
-            {
-                "row_id": "CL-040:row_0",
-                "status": "PASS",
-                "evidence_refs": [{"ref_type": "doc", "ref_value": "docs/README.md"}],
-            },
-            {
-                "row_id": "CL-041:row_1",
-                "status": "FAIL",
-                "evidence_refs": [{"ref_type": "code_path", "ref_value": "src/main.py"}],
-            },
-        ],
-    }
-    retrieval_trace_payload = {
-        "schema": "audit-checklist.retrieval-trace.v1",
-        "rows": [
-            {
-                "row_id": "CL-040:row_0",
-                "tool_call_summary": {
-                    "docs_search_count": 1,
-                    "docs_read_count": 1,
-                    "code_search_count": 0,
-                    "code_read_count": 0,
-                },
-            },
-            {
-                "row_id": "CL-041:row_1",
-                "tool_call_summary": {
-                    "docs_search_count": 0,
-                    "docs_read_count": 0,
-                    "code_search_count": 1,
-                    "code_read_count": 1,
-                },
-            },
-        ],
-    }
-    stale_meta_payload = {
-        "schema": "audit-checklist.meta.v1",
-        "summary": "stale summary",
-        "synthesis": {"rows_evaluated": 0, "rows_with_tool_activity": 0},
-        "evidence_quality": {"docs_hit_rate": 1.0},
-        "reconciliation_source": {"source_precedence": ["synthesis"]},
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    (tmp_path / "audit-checklist.retrieval-trace.json").write_text(
-        json.dumps(retrieval_trace_payload), encoding="utf-8"
-    )
-    (tmp_path / "audit-checklist.meta.json").write_text(json.dumps(stale_meta_payload), encoding="utf-8")
-    result = {
-        "repository": "campaign-service",
-        "synthesis": {
-            "status": "complete",
-            "total_findings": 0,
-            "overall_score": 0.0,
-            "rows_evaluated": 0,
-            "rows_with_tool_activity": 0,
-            "executive_summary": "No analysis tasks were executed in row-unified dynamic mode.",
-        },
-    }
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase104-meta-parity-sync",
-        result=result,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    assert payload["summary_meta_parity_detected"] is False
-    parity = payload["summary_meta_parity"]
-    assert parity["detected"] is False
-    assert parity["reasons"] == []
-    pre_sync_parity = payload["summary_meta_parity_pre_sync"]
-    assert payload["summary_meta_parity_pre_sync_detected"] is True
-    assert pre_sync_parity["detected"] is True
-    assert "meta_summary_mismatch" in pre_sync_parity["reasons"]
-    assert "meta_synthesis_mismatch" in pre_sync_parity["reasons"]
-    assert "meta_evidence_quality_mismatch" in pre_sync_parity["reasons"]
-    assert "meta_reconciliation_source_mismatch" in pre_sync_parity["reasons"]
-    assert payload["reconciliation_source"]["overall_score_source"] == "checklist_artifacts_reconciled"
-    assert payload["synthesis"]["reconciliation_source"]["rows_evaluated_source"] == "checklist_artifacts"
-
-    synced_meta = json.loads((tmp_path / "audit-checklist.meta.json").read_text(encoding="utf-8"))
-    assert synced_meta["summary"] == payload["summary"]
-    assert synced_meta["synthesis"] == payload["synthesis"]
-    assert synced_meta["evidence_quality"] == payload["evidence_quality"]
-    assert synced_meta["reconciliation_source"] == payload["reconciliation_source"]
-    assert synced_meta["summary_meta_parity_detected"] is False
-    assert synced_meta["summary_meta_parity_pre_sync_detected"] is True
-    assert synced_meta["parity_mismatch"]["detected"] is False
-    assert synced_meta["parity_mismatch_pre_sync"]["detected"] is True
-
-
-def test_write_workflow_summary_artifacts_rewrites_stale_score_text_when_score_reconciled(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 42.0,
-        "pass_count": 1,
-        "partial_count": 0,
-        "fail_count": 1,
-        "error_count": 0,
-        "na_count": 0,
-        "rows": [
-            {"row_id": "CL-030:row_29", "status": "PASS"},
-            {"row_id": "CL-031:row_30", "status": "FAIL"},
-        ],
-    }
-    retrieval_trace_payload = {
-        "schema": "audit-checklist.retrieval-trace.v1",
-        "rows": [
-            {
-                "row_id": "CL-030:row_29",
-                "tool_call_summary": {
-                    "docs_search_count": 1,
-                    "docs_read_count": 1,
-                    "code_search_count": 0,
-                    "code_read_count": 0,
-                },
-            },
-            {
-                "row_id": "CL-031:row_30",
-                "tool_call_summary": {
-                    "docs_search_count": 0,
-                    "docs_read_count": 0,
-                    "code_search_count": 0,
-                    "code_read_count": 0,
-                },
-            },
-        ],
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    (tmp_path / "audit-checklist.retrieval-trace.json").write_text(
-        json.dumps(retrieval_trace_payload), encoding="utf-8"
-    )
-    result = {
-        "repository": "campaign-service",
-        "synthesis": {
-            "status": "complete",
-            "total_findings": 0,
-            "overall_score": 0.0,
-            "rows_evaluated": 0,
-            "rows_with_tool_activity": 0,
-            "summary": "Overall score: 0.0/100. Checklist evaluation completed.",
-            "executive_summary": "Overall score: 0.0/100. Checklist evaluation completed.",
-        },
-    }
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase103-stale-score-text-reconcile",
-        result=result,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    assert payload["overall_score"] == 42.0
-    assert payload["summary_score_source"] == "checklist_artifacts_reconciled"
-    assert payload["summary"] == "Checklist score: 42.00. Pass=1, Partial=0, Fail=1, Error=0."
-    assert "0.0/100" not in payload["summary"]
-    assert payload["synthesis"]["summary"] == payload["summary"]
-    assert payload["synthesis"]["executive_summary"] == payload["summary"]
-
-
-def test_write_workflow_summary_artifacts_emits_row_activity_mismatch_block_when_aligned(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 91.0,
-        "pass_count": 2,
-        "partial_count": 0,
-        "fail_count": 0,
-        "error_count": 0,
-        "na_count": 0,
-        "rows": [
-            {"row_id": "CL-001:row_0", "status": "PASS"},
-            {"row_id": "CL-002:row_1", "status": "PASS"},
-        ],
-    }
-    retrieval_trace_payload = {
-        "schema": "audit-checklist.retrieval-trace.v1",
-        "rows": [
-            {
-                "row_id": "CL-001:row_0",
-                "tool_call_summary": {
-                    "docs_search_count": 0,
-                    "docs_read_count": 0,
-                    "code_search_count": 0,
-                    "code_read_count": 0,
-                },
-            },
-            {
-                "row_id": "CL-002:row_1",
-                "tool_call_summary": {
-                    "docs_search_count": 0,
-                    "docs_read_count": 0,
-                    "code_search_count": 0,
-                    "code_read_count": 0,
-                },
-            },
-        ],
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    (tmp_path / "audit-checklist.retrieval-trace.json").write_text(
-        json.dumps(retrieval_trace_payload), encoding="utf-8"
-    )
-    result = {
-        "repository": "campaign-service",
-        "synthesis": {
-            "status": "complete",
-            "total_findings": 0,
-            "rows_evaluated": 2,
-            "rows_with_tool_activity": 0,
-        },
-    }
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase104-row-activity-aligned",
-        result=result,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    mismatch = payload["synthesis"]["row_activity_mismatch"]
-    assert payload["synthesis"]["rows_evaluated"] == 2
-    assert payload["synthesis"]["rows_with_tool_activity"] == 0
-    assert mismatch["detected"] is False
-    assert mismatch["tool_activity_artifact_available"] is True
-    assert mismatch["rows_with_tool_activity_artifacts"] == 0
-
-
-def test_write_workflow_summary_artifacts_preserves_tool_activity_when_trace_artifact_missing(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 60.0,
-        "pass_count": 1,
-        "partial_count": 1,
-        "fail_count": 0,
-        "error_count": 0,
-        "na_count": 0,
-        "rows": [
-            {"row_id": "CL-001:row_0", "status": "PASS"},
-            {"row_id": "CL-002:row_1", "status": "PARTIAL"},
-        ],
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    result = {
-        "repository": "campaign-service",
-        "synthesis": {
-            "status": "complete",
-            "total_findings": 1,
-            "rows_evaluated": 2,
-            "rows_with_tool_activity": 1,
-        },
-    }
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase104-row-activity-no-trace-artifact",
-        result=result,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    mismatch = payload["synthesis"]["row_activity_mismatch"]
-    assert payload["synthesis"]["rows_evaluated"] == 2
-    assert payload["synthesis"]["rows_with_tool_activity"] == 1
-    assert mismatch["detected"] is False
-    assert mismatch["tool_activity_artifact_available"] is False
-    assert mismatch["rows_with_tool_activity_artifacts"] is None
-
-
-def test_write_workflow_summary_artifacts_emits_dual_evidence_quality_channels(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 25.0,
-        "pass_count": 0,
-        "partial_count": 1,
-        "fail_count": 1,
-        "error_count": 0,
-        "na_count": 0,
-        "rows": [
-            {"row_id": "CL-001:row_0", "status": "PARTIAL", "evidence_refs": []},
-            {"row_id": "CL-002:row_1", "status": "FAIL", "evidence_refs": []},
-        ],
-    }
-    retrieval_trace_payload = {
-        "schema": "audit-checklist.retrieval-trace.v1",
-        "rows": [
-            {
-                "row_id": "CL-001:row_0",
-                "tool_call_summary": {
-                    "docs_search_count": 1,
-                    "docs_read_count": 1,
-                    "code_search_count": 0,
-                    "code_read_count": 0,
-                },
-            },
-            {
-                "row_id": "CL-002:row_1",
-                "tool_call_summary": {
-                    "docs_search_count": 0,
-                    "docs_read_count": 0,
-                    "code_search_count": 1,
-                    "code_read_count": 0,
-                },
-            },
-        ],
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    (tmp_path / "audit-checklist.retrieval-trace.json").write_text(
-        json.dumps(retrieval_trace_payload), encoding="utf-8"
-    )
-    result = {"repository": "campaign-service", "synthesis": {"status": "complete", "total_findings": 0}}
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase103-evidence-quality",
-        result=result,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    quality = payload["evidence_quality"]
-    assert quality["docs_hit_rate"] == 0.0
-    assert quality["code_hit_rate"] == 0.0
-    assert quality["docs_tool_activity_rate"] == 0.5
-    assert quality["code_tool_activity_rate"] == 0.5
-    assert quality["metrics_source_mismatch_detected"] is True
-    assert quality["metrics_source_mismatch"]["docs_activity_without_citation_rows"] == 1
-    assert quality["metrics_source_mismatch"]["code_activity_without_citation_rows"] == 1
-    assert quality["grounding_health"] == "unhealthy"
-    assert quality["corpus_health"] == "unhealthy"
-    assert quality["corpus_health_alias_deprecated"] is True
-    assert quality["docs_hit_rate_grounded"] == 0.0
-    assert quality["code_hit_rate_grounded"] == 0.0
-    assert quality["docs_hit_rate_fallback_only"] == 0.0
-    assert quality["code_hit_rate_fallback_only"] == 0.0
-
-
-def test_write_workflow_summary_artifacts_splits_grounded_vs_fallback_and_reduces_unknown_ref_types(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 50.0,
-        "pass_count": 1,
-        "partial_count": 0,
-        "fail_count": 1,
-        "error_count": 0,
-        "na_count": 0,
-        "rows": [
-            {
-                "row_id": "CL-010:row_0",
-                "status": "PASS",
-                "evidence_refs": [
-                    {
-                        "ref_type": "url",
-                        "ref_value": "https://confluence.company.local/pages/viewpage.action?pageId=12345",
-                        "verified": False,
-                        "verification_reason": "inherited_fallback_ref",
-                    }
-                ],
-            },
-            {
-                "row_id": "CL-011:row_1",
-                "status": "FAIL",
-                "evidence_refs": [
-                    {
-                        "ref_type": "config",
-                        "ref_value": "src/main/resources/application.yml",
-                        "verified": True,
-                    },
-                    {
-                        "ref_type": "url",
-                        "ref_value": "https://bitbucket.example.com/projects/CPM/repos/repo/browse/src/main/kotlin/App.kt",
-                        "verified": True,
-                    },
-                ],
-            },
-        ],
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    result = {"repository": "campaign-service", "synthesis": {"status": "complete", "total_findings": 0}}
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase103-evidence-grounded-fallback-split",
-        result=result,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    quality = payload["evidence_quality"]
-    assert quality["docs_hit_rate"] == 0.5
-    assert quality["code_hit_rate"] == 0.5
-    assert quality["docs_hit_rate_grounded"] == 0.0
-    assert quality["code_hit_rate_grounded"] == 0.5
-    assert quality["docs_hit_rate_fallback_only"] == 0.5
-    assert quality["code_hit_rate_fallback_only"] == 0.0
-    assert quality["rows_with_docs_fallback_only"] == 1
-    assert quality["rows_with_code_grounded"] == 1
-    assert quality["unknown_ref_types_count"] == 0
-    assert quality["unknown_ref_types"] == []
-    assert quality["sanitized_url_ref_count"] == 1
-
-
-def test_write_workflow_summary_artifacts_separates_knowledge_fallback_sources(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 55.0,
-        "pass_count": 0,
-        "partial_count": 1,
-        "fail_count": 0,
-        "error_count": 0,
-        "na_count": 0,
-        "rows": [
-            {
-                "row_id": "CL-006:row_2",
-                "status": "PARTIAL",
-                "evidence_refs": [
-                    {
-                        "ref_type": "prior_knowledge",
-                        "ref_value": "knowledge:docs-1",
-                        "verified": False,
-                        "verification_reason": "fallback_ref_inherited",
-                        "knowledge_modality": "docs_knowledge",
-                    },
-                    {
-                        "ref_type": "prior_knowledge",
-                        "ref_value": "knowledge:graph-1",
-                        "verified": False,
-                        "verification_reason": "fallback_ref_inherited",
-                        "knowledge_modality": "project_artifact_knowledge",
-                        "page_title": "Dependency Graph Report",
-                    },
-                    {
-                        "ref_type": "prior_knowledge",
-                        "ref_value": "knowledge:code-1",
-                        "verified": False,
-                        "verification_reason": "fallback_ref_inherited",
-                        "knowledge_modality": "code_linked_knowledge",
-                        "source_url": "https://bitbucket.example.com/projects/PAR/repos/repo/browse/src/main/kotlin/App.kt",
-                    },
-                ],
-            }
-        ],
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    result = {"repository": "campaign-service", "synthesis": {"status": "complete", "total_findings": 0}}
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase124-knowledge-fallback-split",
-        result=result,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    quality = payload["evidence_quality"]
-    assert quality["docs_hit_rate"] == 1.0
-    assert quality["unknown_ref_types_count"] == 0
-    assert quality["docs_knowledge_fallback_hit_rate"] == 1.0
-    assert quality["project_knowledge_fallback_hit_rate"] == 1.0
-    assert quality["code_linked_knowledge_fallback_hit_rate"] == 1.0
-    assert quality["docs_knowledge_fallback_ref_count"] == 1
-    assert quality["project_knowledge_fallback_ref_count"] == 1
-    assert quality["code_linked_knowledge_fallback_ref_count"] == 1
-    assert quality["fallback_only_evidence"]["by_source"]["project_knowledge"]["rows"] == 1
-
-
-def test_write_workflow_summary_artifacts_includes_targeted_merge_readiness(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 40.0,
-        "pass_count": 1,
-        "partial_count": 0,
-        "fail_count": 1,
-        "error_count": 0,
-    }
-    delta_payload = {
-        "targeted_run": True,
-        "changed_row_count": 1,
-        "merge_guardrail": {
-            "targeted_run": True,
-            "merge_attempted": False,
-            "merge_allowed": False,
-            "action": "targeted_merge_without_previous_canonical",
-            "reason": "No previous canonical artifact found; targeted merge skipped.",
-        },
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    (tmp_path / "audit-checklist.delta.json").write_text(json.dumps(delta_payload), encoding="utf-8")
-    result = {"repository": "campaign-service", "synthesis": {"status": "complete", "total_findings": 1}}
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase103-targeted-merge-ready",
-        result=result,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    assert payload["targeted_merge_ready"] is False
-    assert payload["targeted_merge"]["action"] == "targeted_merge_without_previous_canonical"
-    assert "Run one full canonical checklist first" in str(payload["targeted_merge"]["remediation"])
-
-
-def test_write_workflow_summary_artifacts_runtime_targeted_merge_override_wins(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 40.0,
-        "pass_count": 1,
-        "partial_count": 0,
-        "fail_count": 1,
-        "error_count": 0,
-    }
-    delta_payload = {
-        "targeted_run": True,
-        "changed_row_count": 1,
-        "merge_guardrail": {
-            "targeted_run": True,
-            "merge_attempted": False,
-            "merge_allowed": False,
-            "action": "targeted_merge_without_previous_canonical",
-            "reason": "No previous canonical artifact found; targeted merge skipped.",
-        },
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    (tmp_path / "audit-checklist.delta.json").write_text(json.dumps(delta_payload), encoding="utf-8")
-    result = {"repository": "campaign-service", "synthesis": {"status": "complete", "total_findings": 1}}
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase105-targeted-merge-runtime-override",
-        result=result,
-        target_selector="CL-004,CL-001,CL-013",
-        target_selector_raw="status:error",
-        prior_run_id="codex-sweep-20260306-090342",
-        is_targeted_run=True,
-        targeted_merge_override={
-            "targeted_run": True,
-            "targeted_merge_ready": True,
-            "action": "targeted_merge_applied",
-            "reason": "Runtime DB merge persisted targeted rows with carried-forward prior rows.",
-            "remediation": None,
-            "prior_run_id": "codex-sweep-20260306-090342",
-            "merged_row_count": 18,
-            "carried_from_prior_count": 15,
-        },
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    assert payload["targeted_merge_ready"] is True
-    assert payload["targeted_merge"]["action"] == "targeted_merge_applied"
-    assert payload["targeted_merge"]["prior_run_id"] == "codex-sweep-20260306-090342"
-    assert payload["targeted_merge"]["remediation"] is None
-    assert payload["target_selector"] == "CL-004,CL-001,CL-013"
-    assert payload["target_selector_raw"] == "status:error"
-    assert payload["prior_run_id"] == "codex-sweep-20260306-090342"
-    assert payload["is_targeted_run"] is True
-    assert payload["synthesis"]["prior_run_id"] == "codex-sweep-20260306-090342"
-
-
-def test_write_workflow_summary_artifacts_uses_targeted_coverage_when_merge_not_ready(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 40.0,
-        "pass_count": 0,
-        "partial_count": 0,
-        "fail_count": 2,
-        "error_count": 0,
-        "rows": [
-            {
-                "row_id": "CL-001:row_0",
-                "check_id": "CL-001",
-                "status": "FAIL",
-                "score_breakdown": {"coverage_factor": 1.0},
-            },
-            {
-                "row_id": "CL-002:row_1",
-                "check_id": "CL-002",
-                "status": "N/A",
-                "score_breakdown": {"coverage_factor": 1.0},
-            },
-            {
-                "row_id": "CL-004:row_3",
-                "check_id": "CL-004",
-                "status": "FAIL",
-                "score_breakdown": {"coverage_factor": 1.0},
-            },
-        ],
-    }
-    delta_payload = {
-        "targeted_run": True,
-        "changed_row_count": 2,
-        "changed_rows": [
-            {
-                "row_id": "CL-001:row_0",
-                "before": None,
-                "after": {
-                    "row_id": "CL-001:row_0",
-                    "check_id": "CL-001",
-                    "status": "FAIL",
-                    "score_breakdown": {"coverage_factor": 1.0},
-                },
-            },
-            {
-                "row_id": "CL-004:row_3",
-                "before": None,
-                "after": {
-                    "row_id": "CL-004:row_3",
-                    "check_id": "CL-004",
-                    "status": "FAIL",
-                    "score_breakdown": {"coverage_factor": 1.0},
-                },
-            },
-        ],
-        "merge_guardrail": {
-            "targeted_run": True,
-            "merge_attempted": False,
-            "merge_allowed": False,
-            "action": "targeted_merge_without_previous_canonical",
-            "reason": "No previous canonical artifact found; targeted merge skipped.",
-        },
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    (tmp_path / "audit-checklist.delta.json").write_text(json.dumps(delta_payload), encoding="utf-8")
-    result = {"repository": "campaign-service", "synthesis": {"status": "complete", "total_findings": 2}}
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase110-targeted-coverage-scope",
-        result=result,
-        target_selector="CL-001,CL-004",
-        is_targeted_run=True,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    coverage = payload["coverage"]
-    assert coverage["coverage_scope"] == "targeted_delta"
-    assert coverage["row_count"] == 2
-    assert coverage["full_coverage_rows"] == 2
-    assert coverage["template_row_count"] == 3
-    assert coverage["template_coverage"]["coverage_scope"] == "template_artifact"
-    assert coverage["template_coverage"]["row_count"] == 3
-
-
-def test_write_workflow_summary_artifacts_includes_cl004_replay_verification(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 42.0,
-        "pass_count": 0,
-        "partial_count": 0,
-        "fail_count": 0,
-        "error_count": 1,
-        "rows": [
-            {
-                "row_id": "CL-004:row_3",
-                "check_id": "CL-004",
-                "status": "ERROR",
-                "error_message": "code_grounding_unverified",
-                "retrieval_trace": {
-                    "original_ratio": 0.75,
-                    "retry_ratio": 0.25,
-                    "anchor_identity_contract": {"invalid_count": 0},
-                    "tool_first_loop": {
-                        "top_k_code_read_contract_applies": True,
-                        "top_k_read_met": True,
-                    },
-                    "code_ranking_diagnostics": {
-                        "top_candidates": [
-                            {"candidate": "src/main/java/com/example/config/database/CampaignDatabaseConfig.java"},
-                            {"candidate": "src/main/java/com/example/repository/campaign/ConfigurationRepository.java"},
-                        ]
-                    },
-                },
-            }
-        ],
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    result = {"repository": "campaign-service", "synthesis": {"status": "complete", "total_findings": 1}}
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase103-cl004-replay",
-        result=result,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    replay = payload["cl004_replay_verification"]
-    assert replay["row_count"] == 1
-    assert replay["db_family_rows"] == 1
-    assert replay["anchor_contract_compliant_rows"] == 1
-    assert replay["corrected_outcome_rows"] == 1
-    assert replay["top_k_contract_rows"] == 1
-    assert replay["top_k_contract_met_rows"] == 1
-    assert replay["retry_attempted_rows"] == 0
-    assert replay["retry_not_attempted_rows"] == 0
-    assert replay["retry_positive_gain_rows"] == 1
-    assert replay["retry_non_positive_gain_rows"] == 0
-    assert replay["retry_positive_gain_rate"] is None
-    assert replay["retry_gain_mean"] == 0.5
-    assert replay["original_verified_ratio_mean"] == 0.25
-    assert replay["retry_verified_ratio_mean"] == 0.75
-    assert replay["retry_outcome_rows"] == {}
-    assert replay["retry_observed_rows"] == 1
-    assert replay["retry_gain_rows"] == 1
-    assert replay["all_top_k_contract_met"] is True
-    assert replay["all_retry_gains_or_not_applicable"] is True
-    assert replay["ready_with_quality_contracts"] is True
-    assert replay["ready"] is True
-
-
-def test_write_workflow_summary_artifacts_cl004_retry_canonical_adoption_and_effect(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 42.0,
-        "pass_count": 0,
-        "partial_count": 0,
-        "fail_count": 0,
-        "error_count": 3,
-        "rows": [
-            {
-                "row_id": "CL-004:row_1",
-                "check_id": "CL-004",
-                "status": "ERROR",
-                "error_message": "code_grounding_unverified",
-                "retrieval_trace": {
-                    "retry_attempted": True,
-                    "original_verified_ratio": 0.25,
-                    "retry_verified_ratio": 0.75,
-                    "retry_gain": 0.5,
-                    "retry_outcome": "retry_accepted",
-                    "original_ratio": 0.75,
-                    "retry_ratio": 0.25,
-                    "anchor_identity_contract": {"invalid_count": 0},
-                    "tool_first_loop": {
-                        "top_k_code_read_contract_applies": True,
-                        "top_k_read_met": True,
-                    },
-                    "code_ranking_diagnostics": {
-                        "top_candidates": [
-                            {"candidate": "src/main/java/com/example/config/database/CampaignDatabaseConfig.java"}
-                        ]
-                    },
-                },
-            },
-            {
-                "row_id": "CL-004:row_2",
-                "check_id": "CL-004",
-                "status": "ERROR",
-                "error_message": "code_grounding_unverified",
-                "retrieval_trace": {
-                    "retry_attempted": True,
-                    "original_verified_ratio": 0.2,
-                    "retry_verified_ratio": 0.1,
-                    "retry_gain": -0.1,
-                    "retry_outcome": "retry_rejected_no_improvement",
-                    "original_ratio": 0.8,
-                    "retry_ratio": 0.9,
-                    "anchor_identity_contract": {"invalid_count": 0},
-                    "tool_first_loop": {
-                        "top_k_code_read_contract_applies": True,
-                        "top_k_read_met": True,
-                    },
-                    "code_ranking_diagnostics": {
-                        "top_candidates": [
-                            {"candidate": "src/main/java/com/example/repository/campaign/ConfigurationRepository.java"}
-                        ]
-                    },
-                },
-            },
-            {
-                "row_id": "CL-004:row_3",
-                "check_id": "CL-004",
-                "status": "ERROR",
-                "error_message": "code_grounding_unverified",
-                "retrieval_trace": {
-                    "retry_attempted": False,
-                    "original_verified_ratio": 1.0,
-                    "retry_verified_ratio": None,
-                    "retry_gain": None,
-                    "retry_outcome": "retry_skipped_below_threshold",
-                    "original_ratio": 0.0,
-                    "retry_ratio": None,
-                    "anchor_identity_contract": {"invalid_count": 0},
-                    "tool_first_loop": {
-                        "top_k_code_read_contract_applies": True,
-                        "top_k_read_met": True,
-                    },
-                    "code_ranking_diagnostics": {
-                        "top_candidates": [{"candidate": "src/main/java/com/example/service/CampaignService.java"}]
-                    },
-                },
-            },
-        ],
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    result = {"repository": "campaign-service", "synthesis": {"status": "complete", "total_findings": 3}}
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase104-cl004-retry-canonical",
-        result=result,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    replay = payload["cl004_replay_verification"]
-    assert replay["row_count"] == 3
-    assert replay["retry_attempted_rows"] == 2
-    assert replay["retry_not_attempted_rows"] == 1
-    assert replay["retry_positive_gain_rows"] == 1
-    assert replay["retry_non_positive_gain_rows"] == 1
-    assert replay["retry_positive_gain_rate"] == pytest.approx(0.5)
-    assert replay["retry_gain_mean"] == pytest.approx(0.2)
-    assert replay["original_verified_ratio_mean"] == pytest.approx(0.4833, abs=0.0001)
-    assert replay["retry_verified_ratio_mean"] == pytest.approx(0.4250, abs=0.0001)
-    assert replay["retry_outcome_rows"] == {
-        "retry_accepted": 1,
-        "retry_rejected_no_improvement": 1,
-        "retry_skipped_below_threshold": 1,
-    }
-    assert replay["retry_observed_rows"] == 2
-    assert replay["retry_gain_rows"] == 1
-    assert replay["retry_no_gain_rows"] == 1
-    assert replay["retry_gain_rate"] == pytest.approx(0.5)
-    assert replay["all_retry_gains_or_not_applicable"] is False
-
-
-def test_write_workflow_summary_artifacts_cl004_snapshot_assertion_overrides_top_candidates(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 42.0,
-        "pass_count": 0,
-        "partial_count": 0,
-        "fail_count": 0,
-        "error_count": 1,
-        "rows": [
-            {
-                "row_id": "CL-004:row_3",
-                "check_id": "CL-004",
-                "status": "ERROR",
-                "error_message": "code_grounding_unverified",
-                "retrieval_trace": {
-                    "anchor_identity_contract": {"invalid_count": 0},
-                    "code_ranking_diagnostics": {
-                        "top_candidates": [
-                            {"candidate": "src/main/java/com/example/config/database/CampaignDatabaseConfig.java"},
-                            {"candidate": "src/main/java/com/example/repository/campaign/ConfigurationRepository.java"},
-                        ]
-                    },
-                },
-            }
-        ],
-    }
-    retrieval_trace_payload = {
-        "schema": "audit-checklist.retrieval-trace.v1",
-        "rows": [
-            {
-                "row_id": "CL-004:row_3",
-                "retrieval_trace": {
-                    "retrieval": {
-                        "latest_project_snapshot": {
-                            "snapshot_key": "project:project_corpus",
-                            "payload": {"diagnostics": {"code_chunk_ready": True}},
-                        }
-                    }
-                },
-            }
-        ],
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    (tmp_path / "audit-checklist.retrieval-trace.json").write_text(
-        json.dumps(retrieval_trace_payload), encoding="utf-8"
-    )
-    result = {"repository": "campaign-service", "synthesis": {"status": "complete", "total_findings": 1}}
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase103-cl004-snapshot-assertion",
-        result=result,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    replay = payload["cl004_replay_verification"]
-    assert replay["db_family_snapshot_checked_rows"] == 1
-    assert replay["db_family_snapshot_rows"] == 0
-    assert replay["db_family_rows"] == 0
-    assert replay["all_db_family_present"] is False
-    assert replay["ready"] is False
-
-
-def test_write_workflow_summary_artifacts_marks_prechecklist_canonical_stub_running(tmp_path) -> None:
-    result = {
-        "repository": "campaign-service",
-        "synthesis": {
-            "status": "complete",
-            "total_findings": 0,
-            "summary": "No analysis tasks were executed in row-unified dynamic mode.",
-            "overall_score": 0.0,
-        },
-    }
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase108-prechecklist-stub",
-        result=result,
-        require_checklist_artifacts_for_terminal=True,
-        is_targeted_run=True,
-        target_selector="CL-001,CL-004",
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    assert payload["status"] == "running"
-    assert payload["summary_score_source"] == "synthesis_pending_checklist_artifacts"
-    assert payload["synthesis"]["status"] == "running"
-    assert payload["synthesis"]["summary_score_source"] == "synthesis_pending_checklist_artifacts"
-    assert payload["terminal_status_pending_checklist_artifacts"] is True
-    assert payload["synthesis"]["terminal_status_pending_checklist_artifacts"] is True
-    assert "Checklist evaluation is still in progress" in payload["summary"]
-
-
-def test_write_workflow_summary_artifacts_promotes_running_status_after_checklist_exists(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 61.0,
-        "pass_count": 0,
-        "partial_count": 1,
-        "fail_count": 1,
-        "error_count": 0,
-        "na_count": 0,
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    result = {
-        "repository": "repo-terminal",
-        "synthesis": {
-            "status": "running",
-            "total_findings": 0,
-            "summary": "Checklist evaluation is still in progress.",
-        },
-    }
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase108-finalize-running",
-        result=result,
-        require_checklist_artifacts_for_terminal=True,
-        prefer_terminal_status_from_checklist=True,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    assert payload["status"] == "failed"
-    assert payload["summary_score_source"] == "checklist_artifacts_reconciled"
-    assert payload["total_findings"] == 2
-    assert payload.get("terminal_status_pending_checklist_artifacts") is None
-    assert payload["synthesis"].get("terminal_status_pending_checklist_artifacts") is None
-
-
-def test_write_workflow_summary_artifacts_projects_timeout_and_failover_counters(tmp_path) -> None:
-    checklist_payload = {
-        "overall_score": 40.0,
-        "pass_count": 0,
-        "partial_count": 0,
-        "fail_count": 1,
-        "error_count": 1,
-        "na_count": 0,
-        "rows": [
-            {"row_id": "CL-001:row_0", "status": "FAIL"},
-            {"row_id": "CL-003:row_1", "status": "ERROR"},
-        ],
-    }
-    retrieval_payload = {
-        "rows": [
-            {
-                "row_id": "CL-001:row_0",
-                "timeout_kind": "timeout_with_grounding",
-                "provider_failover_attempted": True,
-                "provider_failover_chain": ["codex-chatgpt", "alibaba-openai"],
-                "provider_failover_final_provider": "alibaba-openai",
-                "provider_transient_retry_count": 2,
-                "retrieval_trace": {
-                    "timeout_kind": "timeout_with_grounding",
-                    "provider_failover_attempted": True,
-                    "provider_failover_chain": ["codex-chatgpt", "alibaba-openai"],
-                    "provider_failover_final_provider": "alibaba-openai",
-                    "provider_transient_retry_count": 2,
-                    "prompt_provider_retry": {"retries_executed": 1},
-                },
-            },
-            {
-                "row_id": "CL-003:row_1",
-                "timeout_kind": "timeout_no_progress",
-                "retrieval_trace": {"timeout_kind": "timeout_no_progress"},
-            },
-        ]
-    }
-    (tmp_path / "audit-checklist.json").write_text(json.dumps(checklist_payload), encoding="utf-8")
-    (tmp_path / "audit-checklist.retrieval-trace.json").write_text(json.dumps(retrieval_payload), encoding="utf-8")
-    result = {
-        "repository": "repo-timeout-failover",
-        "synthesis": {
-            "status": "complete",
-            "total_findings": 2,
-            "summary": "Checklist complete.",
-        },
-    }
-
-    _, json_path = _write_workflow_summary_artifacts(
-        report_dir=tmp_path,
-        thread_id="phase112-summary-counters",
-        result=result,
-        prefer_terminal_status_from_checklist=True,
-    )
-
-    payload = json.loads(json_path.read_text(encoding="utf-8"))
-    assert payload["rows_timed_out_by_kind"] == {
-        "timeout_with_grounding": 1,
-        "timeout_no_progress": 1,
-    }
-    assert payload["rows_with_provider_failover"] == 1
-    assert payload["total_provider_retries"] == 3
-    assert payload["total_provider_hops"] == 1
-    assert payload["synthesis"]["rows_timed_out_by_kind"] == payload["rows_timed_out_by_kind"]