briefloop 0.11.12__py3-none-any.whl

multi_agent_brief/evaluation_cases/fixtures/manifest.yaml

@@ -0,0 +1,861 @@
+schema_version: multi-agent-brief-evaluation-cases/v1
+synthetic: true
+public_url_allowlist:
+  - example.com
+cases:
+  - case_id: unsupported_material_fact
+    case_type: workspace
+    synthetic: true
+    description: Unsupported material number blocks the auditor gate.
+    initial_stage: auditor
+    commands:
+      - action: gates.check
+        args: {}
+      - action: state.check
+        args: {}
+    expected:
+      exit_code: 0
+      artifacts_exist:
+        - output/intermediate/quality_gate_report.json
+      findings_any:
+        - finding_type: number_without_source
+          blocking_level: blocking
+          gate_stage_id: auditor
+      workflow_state:
+        current_stage: auditor
+        blocked: true
+
+  - case_id: stale_current_claim
+    case_type: workspace
+    synthetic: true
+    description: Stale current-source metadata is deterministic and blocking in strict mode.
+    initial_stage: auditor
+    commands:
+      - action: gates.check
+        args:
+          report_date: "2026-06-08"
+          max_source_age_days: 14
+          strict: true
+      - action: state.check
+        args: {}
+    expected:
+      exit_code: 0
+      artifacts_exist:
+        - output/intermediate/quality_gate_report.json
+      findings_any:
+        - finding_type: stale_source
+          blocking_level: blocking
+          gate_stage_id: auditor
+      workflow_state:
+        current_stage: auditor
+        blocked: true
+
+  - case_id: reader_facing_target_relevance
+    case_type: workspace
+    synthetic: true
+    description: Reader-facing brief gates target relevance without requiring internal source refs.
+    initial_stage: finalize
+    commands:
+      - action: gates.check
+        args:
+          brief: output/brief.md
+      - action: state.check
+        args: {}
+    expected:
+      exit_code: 0
+      artifacts_exist:
+        - output/intermediate/quality_gate_report.json
+      findings_any:
+        - finding_type: target_relevance_gap
+          blocking_level: blocking
+          gate_stage_id: finalize
+      findings_absent:
+        - finding_type: target_priority_claim_missing_from_summary
+        - finding_type: number_without_source
+      workflow_state:
+        current_stage: finalize
+        blocked: true
+
+  - case_id: feedback_triage_required
+    case_type: workspace
+    synthetic: true
+    description: Human feedback without mappings becomes triage instead of guessed repair.
+    initial_stage: doctor
+    commands:
+      - action: feedback.ingest
+        args:
+          feedback: input/human_feedback.md
+          source: human
+      - action: feedback.validate
+        args: {}
+    expected:
+      exit_code: 0
+      artifacts_exist:
+        - output/intermediate/feedback_issues.json
+      issues_any:
+        - source: human
+          status: triage
+          severity: medium
+      workflow_state:
+        current_stage: doctor
+        blocked: false
+
+  - case_id: planned_blocking_issue_cannot_continue
+    case_type: workspace
+    synthetic: true
+    description: A planned blocking issue cannot be bypassed by state stage-complete.
+    initial_stage: analyst
+    commands:
+      - action: state.check
+        args: {}
+      - action: state.stage_complete
+        args:
+          stage: analyst
+          reason: Evaluation attempts to bypass planned blocking issue.
+    expected:
+      exit_code: 1
+      expected_actions:
+        - action: state.check
+          exit_code: 0
+        - action: state.stage_complete
+          exit_code: 1
+          error_contains: unresolved blocking feedback issues
+      artifacts_exist:
+        - output/intermediate/feedback_issues.json
+        - output/intermediate/repair_plan.json
+      workflow_state:
+        current_stage: analyst
+        blocked: true
+
+  - case_id: provenance_projection_minimal
+    case_type: workspace
+    synthetic: true
+    description: Provenance projection connects runtime, claims, draft refs, decisions, and gate findings.
+    initial_stage: auditor
+    commands:
+      - action: state.check
+        args: {}
+      - action: provenance.build
+        args: {}
+      - action: provenance.validate
+        args: {}
+    expected:
+      exit_code: 0
+      expected_actions:
+        - action: state.check
+          exit_code: 0
+        - action: provenance.build
+          exit_code: 0
+        - action: provenance.validate
+          exit_code: 0
+      artifacts_exist:
+        - output/intermediate/provenance_graph.json
+      graph_edges_any:
+        - type: claim_cites_source
+        - type: claim_recorded_in_artifact
+        - type: artifact_references_claim
+        - type: decision_applies_to_stage
+        - type: gate_finding_targets_stage
+      graph_absent_text:
+        - Full synthetic evidence text must stay out of provenance.
+
+  - case_id: control_switchboard_selection_is_not_execution
+    case_type: workspace
+    synthetic: true
+    description: Control selection records Orchestrator intent but does not execute the selected control.
+    initial_stage: doctor
+    commands:
+      - action: controls.build_switchboard
+        args: {}
+      - action: controls.select
+        args:
+          control: quality_gates
+          selection: enable
+          reason: Evaluation selects quality gates without executing them.
+      - action: state.check
+        args: {}
+    expected:
+      exit_code: 0
+      expected_actions:
+        - action: controls.build_switchboard
+          exit_code: 0
+        - action: controls.select
+          exit_code: 0
+        - action: state.check
+          exit_code: 0
+      artifacts_exist:
+        - output/intermediate/orchestrator_control_switchboard.json
+        - output/intermediate/control_selections.json
+      artifacts_absent:
+        - output/intermediate/quality_gate_report.json
+      workflow_state:
+        current_stage: doctor
+        blocked: false
+
+  - case_id: reader_facing_source_appendix
+    case_type: workspace
+    synthetic: true
+    description: Finalize writes a reader-facing source appendix for cited claims without leaking internal IDs.
+    initial_stage: finalize
+    commands:
+      - action: finalize
+        args: {}
+    expected:
+      exit_code: 0
+      expected_actions:
+        - action: finalize
+          exit_code: 0
+      artifacts_exist:
+        - output/delivery/brief.md
+        - output/source_appendix.md
+        - output/intermediate/finalize_report.json
+      contains_text:
+        - scope: workspace
+          file: output/delivery/brief.md
+          text: "Source Appendix"
+        - scope: workspace
+          file: output/source_appendix.md
+          text: "[S1] ExampleCo Opens Demo Facility"
+        - scope: workspace
+          file: output/source_appendix.md
+          text: "[S2] ExampleCo Q1 Results"
+      absent_text:
+        - scope: workspace
+          file: output/delivery/brief.md
+          text: "[src:"
+        - scope: workspace
+          file: output/source_appendix.md
+          text: "SYN_CLAIM_"
+        - scope: workspace
+          file: output/source_appendix.md
+          text: "SYN_SRC_"
+        - scope: workspace
+          file: output/source_appendix.md
+          text: "Full synthetic evidence text"
+        - scope: workspace
+          file: output/source_appendix.md
+          text: "Unused Source"
+
+  - case_id: final_abstract_quality_warning_surface
+    case_type: workspace
+    synthetic: true
+    description: Final reader quality risks are warning-only diagnostics surfaced through Quality Panel.
+    initial_stage: finalize
+    commands:
+      - action: gates.check
+        args:
+          stage: finalize
+          brief: output/brief.md
+          strict: true
+      - action: state.check
+        args: {}
+      - action: quality.summarize
+        args: {}
+    expected:
+      exit_code: 0
+      expected_actions:
+        - action: gates.check
+          exit_code: 0
+        - action: state.check
+          exit_code: 0
+        - action: quality.summarize
+          exit_code: 0
+      artifacts_exist:
+        - output/intermediate/gates/finalize_quality_gate_report.json
+        - output/intermediate/quality_panel.json
+        - output/intermediate/quality_summary.md
+        - output/intermediate/quality_panel.html
+      artifact_statuses:
+        - artifact_id: finalize_quality_gate_report
+          status: valid
+      findings_any:
+        - gate_id: final_abstract_quality
+          finding_type: final_scope_title_mismatch
+          blocking_level: warning
+          gate_stage_id: finalize
+        - gate_id: final_abstract_quality
+          finding_type: final_missing_comparison_basis
+          blocking_level: warning
+          gate_stage_id: finalize
+        - gate_id: final_abstract_quality
+          finding_type: final_missing_limitation_section
+          blocking_level: warning
+          gate_stage_id: finalize
+        - gate_id: final_abstract_quality
+          finding_type: final_incomplete_key_case_fields
+          blocking_level: warning
+          gate_stage_id: finalize
+        - gate_id: final_abstract_quality
+          finding_type: final_unsupported_superlative
+          blocking_level: warning
+          gate_stage_id: finalize
+      findings_absent:
+        - gate_id: final_abstract_quality
+          blocking_level: blocking
+        - gate_id: final_abstract_quality
+          repair_owner: editor
+      contains_text:
+        - scope: workspace
+          file: output/intermediate/quality_summary.md
+          text: "Quality gates report `5` warning finding(s)."
+      absent_text:
+        - scope: workspace
+          file: output/brief.md
+          text: "Add a limitations/scope/assumptions section"
+        - scope: workspace
+          file: output/brief.md
+          text: "downgrade the wording"
+        - scope: workspace
+          file: output/brief.md
+          text: "repair route"
+      workflow_state:
+        current_stage: finalize
+        blocked: false
+
+  - case_id: static_hermes_no_skip_finalize
+    case_type: static_contract
+    synthetic: true
+    description: Hermes guidance keeps gates and state decisions before finalize.
+    commands:
+      - action: static.hermes_no_skip_finalize
+        args: {}
+    expected:
+      exit_code: 0
+
+  - case_id: source_evidence_pack_blocks_non_evidence_file
+    case_type: workspace
+    synthetic: true
+    description: Durable source evidence pack manifests reject placeholder files as evidence.
+    initial_stage: scout
+    commands:
+      - action: state.check
+        args: {}
+    expected:
+      exit_code: 0
+      artifact_statuses:
+        - artifact_id: source_evidence_pack_manifest
+          status: invalid
+          validation_result: source_evidence_pack_manifest_validation_error:source_file_not_evidence:SYN_SRC_001
+
+  - case_id: release_readiness_forged_event_blocker
+    case_type: workspace
+    synthetic: true
+    description: Release readiness reports with forged event ids stay invalid.
+    initial_stage: finalize
+    commands:
+      - action: state.check
+        args: {}
+    expected:
+      exit_code: 0
+      artifact_statuses:
+        - artifact_id: release_readiness_report
+          status: invalid
+          validation_result: release_readiness_report_event_link_error:event_missing
+
+  - case_id: unauthorized_institution_branding_blocks_release
+    case_type: workspace
+    synthetic: true
+    description: Unauthorized synthetic institution branding blocks release readiness without authorizing public release.
+    initial_stage: finalize
+    commands:
+      - action: release.check
+        continue_on_failure: true
+        args:
+          mode: internal_draft
+      - action: state.check
+        args: {}
+    expected:
+      exit_code: 0
+      expected_actions:
+        - action: release.check
+          exit_code: 1
+          result_contains:
+            release_readiness:
+              status: blocked
+              blockers:
+                - institution_branding_not_authorized:unauthorized
+              branding_context:
+                status: blocked
+                institution_use_authorization: unauthorized
+              authorization: not_authorized_for_public_release
+        - action: state.check
+          exit_code: 0
+      artifact_statuses:
+        - artifact_id: release_readiness_report
+          status: valid
+          validation_result_contains: experimental_release_readiness_report
+
+  - case_id: mixed_metric_scope_support_blocker
+    case_type: workspace
+    synthetic: true
+    description: Mixed metric scopes are represented as explicit insufficient-evidence support records.
+    initial_stage: auditor
+    commands:
+      - action: synthetic.seed_claim_support_case
+        args:
+          scenario: mixed_metric_scope
+      - action: gates.check
+        args: {}
+      - action: state.check
+        args: {}
+    expected:
+      exit_code: 0
+      expected_actions:
+        - action: synthetic.seed_claim_support_case
+          exit_code: 0
+        - action: gates.check
+          exit_code: 0
+        - action: state.check
+          exit_code: 0
+      artifacts_exist:
+        - output/intermediate/claim_support_matrix.json
+        - output/intermediate/quality_gate_report.json
+      findings_any:
+        - finding_type: claim_support_matrix_blocking_support
+          blocking_level: blocking
+          gate_stage_id: auditor
+      contains_text:
+        - scope: workspace
+          file: output/intermediate/claim_support_matrix.json
+          text: metric_scope_conflict
+      workflow_state:
+        current_stage: auditor
+        blocked: true
+
+  - case_id: media_only_legal_policy_blocks_research_review
+    case_type: workspace
+    synthetic: true
+    description: Media-only legal or policy claims are represented as unsupported official-source-missing records.
+    initial_stage: auditor
+    commands:
+      - action: synthetic.seed_claim_support_case
+        args:
+          scenario: media_only_legal_policy
+      - action: gates.check
+        args: {}
+      - action: state.check
+        args: {}
+    expected:
+      exit_code: 0
+      artifacts_exist:
+        - output/intermediate/claim_support_matrix.json
+        - output/intermediate/quality_gate_report.json
+      findings_any:
+        - finding_type: claim_support_matrix_blocking_support
+          blocking_level: blocking
+          gate_stage_id: auditor
+      contains_text:
+        - scope: workspace
+          file: output/intermediate/claim_support_matrix.json
+          text: official_source_missing
+      workflow_state:
+        current_stage: auditor
+        blocked: true
+
+  - case_id: company_event_missing_latest_official_check
+    case_type: workspace
+    synthetic: true
+    description: Company-event claims missing latest official checks are represented as insufficient-evidence records.
+    initial_stage: auditor
+    commands:
+      - action: synthetic.seed_claim_support_case
+        args:
+          scenario: company_event_missing_latest_official_check
+      - action: gates.check
+        args: {}
+      - action: state.check
+        args: {}
+    expected:
+      exit_code: 0
+      artifacts_exist:
+        - output/intermediate/claim_support_matrix.json
+        - output/intermediate/quality_gate_report.json
+      findings_any:
+        - finding_type: claim_support_matrix_blocking_support
+          blocking_level: blocking
+          gate_stage_id: auditor
+      contains_text:
+        - scope: workspace
+          file: output/intermediate/claim_support_matrix.json
+          text: latest_official_check_missing
+      workflow_state:
+        current_stage: auditor
+        blocked: true
+
+  - case_id: third_party_price_snapshot_formal_block
+    case_type: workspace
+    synthetic: true
+    description: Third-party price snapshots are explicit weak support that block formal-release treatment.
+    initial_stage: auditor
+    commands:
+      - action: synthetic.seed_claim_support_case
+        args:
+          scenario: third_party_price_snapshot_formal_block
+      - action: gates.check
+        args: {}
+      - action: state.check
+        args: {}
+    expected:
+      exit_code: 0
+      artifacts_exist:
+        - output/intermediate/claim_support_matrix.json
+        - output/intermediate/quality_gate_report.json
+      findings_any:
+        - finding_type: claim_support_matrix_blocking_support
+          blocking_level: blocking
+          gate_stage_id: auditor
+      contains_text:
+        - scope: workspace
+          file: output/intermediate/claim_support_matrix.json
+          text: third_party_price_snapshot_formal_block
+      workflow_state:
+        current_stage: auditor
+        blocked: true
+
+  - case_id: formal_release_missing_human_approval
+    case_type: workspace
+    synthetic: true
+    description: Formal release-candidate checks remain blocked without required human approvals.
+    initial_stage: finalize
+    commands:
+      - action: release.check
+        continue_on_failure: true
+        args:
+          mode: formal_release_candidate
+      - action: state.check
+        args: {}
+    expected:
+      exit_code: 0
+      expected_actions:
+        - action: release.check
+          exit_code: 1
+          result_contains:
+            release_readiness:
+              mode: formal_release_candidate
+              status: blocked
+              missing_roles:
+                - content_owner
+                - evidence_reviewer
+                - legal_or_compliance_reviewer
+              blockers:
+                - missing_required_approval:content_owner
+                - missing_required_approval:evidence_reviewer
+                - missing_required_approval:legal_or_compliance_reviewer
+              authorization: not_authorized_for_public_release
+        - action: state.check
+          exit_code: 0
+      artifact_statuses:
+        - artifact_id: release_readiness_report
+          status: valid
+          validation_result_contains: experimental_release_readiness_report
+
+  - case_id: trajectory_retry_budget_exhausted
+    case_type: workspace
+    synthetic: true
+    description: Repeated retry decisions narrow current-stage decisions to human-review or block.
+    initial_stage: source-discovery
+    commands:
+      - action: state.decide
+        args:
+          stage: source-discovery
+          decision: retry_stage
+          reason: Synthetic retry one.
+      - action: state.decide
+        args:
+          stage: source-discovery
+          decision: retry_stage
+          reason: Synthetic retry two.
+      - action: state.decide
+        args:
+          stage: source-discovery
+          decision: retry_stage
+          reason: Synthetic retry three.
+      - action: status.show
+        args: {}
+    expected:
+      exit_code: 0
+      expected_actions:
+        - action: state.decide
+          exit_code: 0
+        - action: state.decide
+          exit_code: 0
+        - action: state.decide
+          exit_code: 0
+        - action: status.show
+          exit_code: 0
+          result_contains:
+            trajectory_regulation:
+              status: action_required
+              recommended_actions:
+                - action: request_human_review
+                  stage_id: source-discovery
+                  reason: retry_budget_exhausted
+      workflow_state:
+        current_stage: source-discovery
+        blocked: false
+        next_allowed_decisions:
+          - request_human_review
+          - block_run
+      contains_text:
+        - scope: workspace
+          file: output/intermediate/workflow_state.json
+          text: decision_narrowed
+        - scope: workspace
+          file: output/intermediate/workflow_state.json
+          text: retry_budget_exhausted
+
+  - case_id: guidance_manifestation_not_observable
+    case_type: workspace
+    synthetic: true
+    description: Approved guidance manifestation can be reported as not observable without mutating memory or gates.
+    initial_stage: doctor
+    commands:
+      - action: guidance_manifestation.seed_report
+        args:
+          entry_id: AG-0001
+          status: not_observable
+      - action: state.check
+        args: {}
+      - action: status.show
+        args: {}
+    expected:
+      exit_code: 0
+      expected_actions:
+        - action: guidance_manifestation.seed_report
+          exit_code: 0
+        - action: state.check
+          exit_code: 0
+        - action: status.show
+          exit_code: 0
+          result_contains:
+            guidance_manifestation:
+              status: present
+              summary_counts:
+                not_observable_count: 1
+                materialized_entry_count: 1
+              python_judged_manifestation: false
+      artifacts_exist:
+        - output/intermediate/guidance_manifestation_report.json
+      artifact_statuses:
+        - artifact_id: guidance_manifestation_report
+          status: valid
+          validation_result_contains: experimental_guidance_manifestation_report
+      workflow_state:
+        current_stage: doctor
+        blocked: false
+
+  - case_id: same_evidence_reader_quality_regression
+    case_type: workspace
+    synthetic: true
+    description: Same-evidence reader-quality surfaces stay visible through status, Quality Panel, and artifact validation.
+    initial_stage: finalize
+    commands:
+      - action: state.check
+        args: {}
+      - action: status.show
+        args: {}
+      - action: quality.summarize
+        args: {}
+      - action: packs.bundle
+        args: {}
+      - action: state.check
+        args: {}
+      - action: status.show
+        args: {}
+    expected:
+      exit_code: 0
+      expected_actions:
+        - action: state.check
+          exit_code: 0
+        - action: status.show
+          exit_code: 0
+        - action: quality.summarize
+          exit_code: 0
+          result_contains:
+            quality_panel: output/intermediate/quality_panel.json
+            quality_summary: output/intermediate/quality_summary.md
+            quality_panel_html: output/intermediate/quality_panel.html
+        - action: packs.bundle
+          exit_code: 0
+          result_contains:
+            report_bundle_manifest: output/report_bundle_manifest.json
+            delivery_bundle_archive: output/delivery_bundle.zip
+            audit_bundle_archive: output/audit_bundle.zip
+            delivery_artifact_count: 1
+            packaging_hygiene: clean
+        - action: state.check
+          exit_code: 0
+        - action: status.show
+          exit_code: 0
+      artifacts_exist:
+        - output/intermediate/quality_panel.json
+        - output/intermediate/quality_summary.md
+        - output/intermediate/quality_panel.html
+        - output/report_bundle_manifest.json
+        - output/delivery_bundle.zip
+        - output/audit_bundle.zip
+      artifact_statuses:
+        - artifact_id: quality_panel
+          status: valid
+          validation_result_contains: experimental_quality_panel
+        - artifact_id: quality_summary
+          status: valid
+          validation_result_contains: experimental_quality_summary
+        - artifact_id: quality_panel_html
+          status: valid
+          validation_result_contains: experimental_quality_panel_html
+      contains_text:
+        - scope: workspace
+          file: output/intermediate/quality_panel.json
+          text: materiality_selection
+        - scope: workspace
+          file: output/intermediate/quality_panel.json
+          text: support_wording
+        - scope: workspace
+          file: output/intermediate/quality_panel.json
+          text: report_template_conformance
+        - scope: workspace
+          file: output/intermediate/quality_panel.json
+          text: quality_panel_closeout
+        - scope: workspace
+          file: output/intermediate/quality_summary.md
+          text: "Materiality/focus exclusions: `2`"
+        - scope: workspace
+          file: output/intermediate/quality_summary.md
+          text: "Reader template warnings:"
+        - scope: workspace
+          file: output/intermediate/quality_summary.md
+          text: "Support wording warnings:"
+        - scope: workspace
+          file: output/intermediate/quality_panel.html
+          text: "Quality Panel"
+        - scope: workspace
+          file: output/report_bundle_manifest.json
+          text: "reader_facing_artifacts_only"
+        - scope: workspace
+          file: output/report_bundle_manifest.json
+          text: "audit_control_artifacts_only_not_reader_delivery"
+      absent_text:
+        - scope: workspace
+          file: output/delivery/brief.md
+          text: "[src:"
+        - scope: workspace
+          file: output/intermediate/quality_summary.md
+          text: "ready to publish"
+        - scope: workspace
+          file: output/intermediate/quality_panel.html
+          text: "approved for release"
+      workflow_state:
+        current_stage: finalize
+        blocked: false
+
+  - case_id: unapproved_entry_not_materialized
+    case_type: workspace
+    synthetic: true
+    description: Proposed improvement guidance is projected but not frozen into runtime handoff.
+    initial_stage: doctor
+    commands:
+      - action: runtime.run_handoff
+        args:
+          skip_doctor: true
+    expected:
+      exit_code: 0
+      expected_actions:
+        - action: runtime.run_handoff
+          exit_code: 0
+      artifacts_exist:
+        - improvement/memory.md
+        - output/intermediate/runtime_manifest.json
+        - output/intermediate/agent_handoff.json
+      artifacts_absent:
+        - output/intermediate/improvement_memory_snapshot.md
+      manifest_improvement:
+        ledger_sha256: non-null
+        memory_sha256: non-null
+        snapshot_path: null
+        snapshot_sha256: null
+        materialized_entry_ids: []
+      absent_text:
+        - scope: workspace
+          file: output/intermediate/agent_handoff.json
+          text: "improvement_memory_snapshot.md"
+
+  - case_id: approved_guidance_materialized
+    case_type: workspace
+    synthetic: true
+    description: Approved human-authored improvement guidance is frozen into a snapshot and exposed through handoff.
+    initial_stage: doctor
+    commands:
+      - action: runtime.run_handoff
+        args:
+          skip_doctor: true
+      - action: state.check
+        args:
+          strict: true
+    expected:
+      exit_code: 0
+      expected_actions:
+        - action: runtime.run_handoff
+          exit_code: 0
+        - action: state.check
+          exit_code: 0
+      artifacts_exist:
+        - improvement/memory.md
+        - output/intermediate/improvement_memory_snapshot.md
+        - output/intermediate/runtime_manifest.json
+        - output/intermediate/agent_handoff.json
+      manifest_improvement:
+        ledger_sha256: non-null
+        memory_sha256: non-null
+        snapshot_path: output/intermediate/improvement_memory_snapshot.md
+        snapshot_sha256: non-null
+        materialized_entry_ids:
+          - AG-0001
+      contains_text:
+        - scope: workspace
+          file: output/intermediate/improvement_memory_snapshot.md
+          text: "Start with the operational implication before implementation detail."
+        - scope: workspace
+          file: output/intermediate/agent_handoff.json
+          text: "output/intermediate/improvement_memory_snapshot.md"
+      absent_text:
+        - scope: workspace
+          file: output/intermediate/improvement_memory_snapshot.md
+          text: "Operator-created synthetic preference for public eval."
+        - scope: workspace
+          file: output/intermediate/agent_handoff.json
+          text: "improvement/memory.md"
+
+  - case_id: reverted_entry_removed_from_next_snapshot
+    case_type: workspace
+    synthetic: true
+    description: Reverted improvement guidance is removed from regenerated memory and no longer exposed through handoff.
+    initial_stage: doctor
+    commands:
+      - action: runtime.run_handoff
+        args:
+          skip_doctor: true
+    expected:
+      exit_code: 0
+      expected_actions:
+        - action: runtime.run_handoff
+          exit_code: 0
+      artifacts_exist:
+        - improvement/memory.md
+        - output/intermediate/runtime_manifest.json
+        - output/intermediate/agent_handoff.json
+      artifacts_absent:
+        - output/intermediate/improvement_memory_snapshot.md
+      manifest_improvement:
+        ledger_sha256: non-null
+        memory_sha256: non-null
+        snapshot_path: null
+        snapshot_sha256: null
+        materialized_entry_ids: []
+      absent_text:
+        - scope: workspace
+          file: improvement/memory.md
+          text: "Start with the operational implication before implementation detail."
+        - scope: workspace
+          file: output/intermediate/agent_handoff.json
+          text: "improvement_memory_snapshot.md"