@event4u/agent-config 1.18.0 → 1.20.0

package/scripts/ai_council/one_off_archive/2026-05/_one_off_tier_retrofit.py

@@ -0,0 +1,180 @@
+#!/usr/bin/env python3
+"""One-off — tier-bulk-retrofit (Phase 2.1 + 2.2 of road-to-feedback-consolidation).
+
+Parses agents/contexts/rule-trigger-matrix.md, emits tmp/tier-classification.md,
+and inserts a `tier:` frontmatter key into every rule under
+.agent-src.uncompressed/rules/. Idempotent — re-runs are a no-op when a rule
+already declares the same tier value.
+
+Lifecycle: scripts/_one_off/2026-05/. Purge eligible after 2026-08-04 per
+docs/contracts/one-off-script-lifecycle.md.
+"""
+from __future__ import annotations
+
+import re
+import sys
+from pathlib import Path
+
+REPO = Path(__file__).resolve().parents[3]
+MATRIX = REPO / "agents" / "contexts" / "rule-trigger-matrix.md"
+RULES_DIR = REPO / ".agent-src.uncompressed" / "rules"
+COMPRESSED_RULES_DIR = REPO / ".agent-src" / "rules"
+SPREADSHEET = REPO / "tmp" / "tier-classification.md"
+
+VALID_TIERS = {"1", "2a", "2b", "3", "safety-floor", "mechanical-already"}
+
+
+def parse_matrix() -> dict[str, tuple[str, str]]:
+    """Return {rule_filename: (tier, notes)} from the matrix table."""
+    out: dict[str, tuple[str, str]] = {}
+    full = MATRIX.read_text(encoding="utf-8")
+    # Slice between '## Matrix' and the next '## ' heading.
+    start = full.find("\n## Matrix\n")
+    if start == -1:
+        sys.exit("matrix: '## Matrix' section not found")
+    end = full.find("\n## ", start + 1)
+    text = full[start:end] if end != -1 else full[start:]
+    # Table rows look like: | `agent-authority.md` | always | 1468 | … | 3 | no | Priority index, … |
+    row_re = re.compile(
+        r"^\|\s*`([a-z0-9-]+\.md)`\s*\|"      # rule filename
+        r"[^|]*\|"                              # type
+        r"[^|]*\|"                              # raw
+        r"[^|]*\|"                              # ext
+        r"[^|]*\|"                              # trigger
+        r"[^|]*\|"                              # obs
+        r"[^|]*\|"                              # enforce
+        r"[^|]*\|"                              # hook-cost
+        r"\s*([^|]+?)\s*\|"                     # tier
+        r"[^|]*\|"                              # dormant?
+        r"\s*(.*?)\s*\|\s*$",                  # notes
+        re.MULTILINE,
+    )
+    for m in row_re.finditer(text):
+        name, tier, notes = m.group(1), m.group(2).strip(), m.group(3).strip()
+        if tier not in VALID_TIERS:
+            sys.exit(f"unknown tier '{tier}' for {name}")
+        out[name] = (tier, notes)
+    return out
+
+
+def write_spreadsheet(classifications: dict[str, tuple[str, str]]) -> None:
+    SPREADSHEET.parent.mkdir(parents=True, exist_ok=True)
+    lines = [
+        "# Tier classification — Phase 2.1 of road-to-feedback-consolidation",
+        "",
+        "Source: `agents/contexts/rule-trigger-matrix.md` (manual classifications",
+        "in `scripts/build_rule_trigger_matrix.py`'s `CLASSIFICATION` table).",
+        "Generated by `scripts/_one_off/2026-05/_one_off_tier-retrofit.py`.",
+        "",
+        "Tier rubric: see `agents/contexts/hardening-pattern.md`.",
+        "",
+        f"Total: {len(classifications)} rules.",
+        "",
+        "| Rule | Tier | Rationale |",
+        "|---|---|---|",
+    ]
+    for name in sorted(classifications):
+        tier, notes = classifications[name]
+        lines.append(f"| `{name}` | `{tier}` | {notes} |")
+    SPREADSHEET.write_text("\n".join(lines) + "\n", encoding="utf-8")
+
+
+def parse_frontmatter(text: str) -> tuple[dict[str, str], str, str]:
+    """Return (kv, raw_block, body). raw_block excludes the --- fences."""
+    if not text.startswith("---\n"):
+        return {}, "", text
+    end = text.find("\n---\n", 4)
+    if end == -1:
+        return {}, "", text
+    raw = text[4:end]
+    body = text[end + 5 :]
+    kv: dict[str, str] = {}
+    for line in raw.splitlines():
+        if ":" in line:
+            k, _, v = line.partition(":")
+            kv[k.strip()] = v.strip()
+    return kv, raw, body
+
+
+def apply_tier(rule_path: Path, tier: str) -> str:
+    """Return one of: 'unchanged', 'inserted', 'updated'.
+
+    Tier is always written as a quoted string in YAML (`tier: "<value>"`) so the
+    schema enum check (string-only) holds for numeric tiers like `1` and `3`.
+    """
+    text = rule_path.read_text(encoding="utf-8")
+    kv, raw, body = parse_frontmatter(text)
+    if not raw:
+        sys.exit(f"{rule_path}: no frontmatter found")
+    existing_raw = kv.get("tier")
+    existing = existing_raw.strip('"').strip("'") if existing_raw else None
+    quoted = f'"{tier}"'
+    target_line = f"tier: {quoted}"
+    if existing == tier and existing_raw == quoted:
+        return "unchanged"
+    new_lines: list[str] = []
+    inserted = False
+    for line in raw.splitlines():
+        new_lines.append(line)
+        if not inserted and line.startswith("type:"):
+            new_lines.append(target_line)
+            inserted = True
+    if existing is not None:
+        new_lines = [
+            l if not l.lstrip().startswith("tier:") else target_line
+            for l in new_lines
+        ]
+        seen_tier = False
+        deduped: list[str] = []
+        for l in new_lines:
+            if l == target_line:
+                if seen_tier:
+                    continue
+                seen_tier = True
+            deduped.append(l)
+        new_lines = deduped
+        result = "updated" if existing != tier or existing_raw != quoted else "unchanged"
+    else:
+        if not inserted:
+            new_lines.insert(0, target_line)
+        result = "inserted"
+    new_raw = "\n".join(new_lines)
+    rule_path.write_text(f"---\n{new_raw}\n---\n{body}", encoding="utf-8")
+    return result
+
+
+def main() -> int:
+    classifications = parse_matrix()
+    if len(classifications) != 58:
+        sys.exit(f"expected 58 rules in matrix, got {len(classifications)}")
+
+    on_disk = {p.name for p in RULES_DIR.glob("*.md")}
+    missing = on_disk - classifications.keys()
+    extra = classifications.keys() - on_disk
+    if missing or extra:
+        sys.exit(f"matrix/disk mismatch: missing={missing} extra={extra}")
+
+    write_spreadsheet(classifications)
+
+    counts: dict[str, int] = {"unchanged": 0, "inserted": 0, "updated": 0}
+    mirror_counts = {"unchanged": 0, "inserted": 0, "updated": 0, "skipped": 0}
+    for name, (tier, _) in classifications.items():
+        result = apply_tier(RULES_DIR / name, tier)
+        counts[result] += 1
+        compressed = COMPRESSED_RULES_DIR / name
+        if compressed.exists():
+            mirror_counts[apply_tier(compressed, tier)] += 1
+        else:
+            mirror_counts["skipped"] += 1
+    print(
+        f"tier-retrofit: spreadsheet={SPREADSHEET.relative_to(REPO)} "
+        f"src(unchanged={counts['unchanged']} inserted={counts['inserted']} "
+        f"updated={counts['updated']}) "
+        f"mirror(unchanged={mirror_counts['unchanged']} inserted={mirror_counts['inserted']} "
+        f"updated={mirror_counts['updated']} skipped={mirror_counts['skipped']})"
+    )
+    return 0
+
+
+if __name__ == "__main__":
+    raise SystemExit(main())

package/scripts/ai_council/pricing.py

@@ -1,18 +1,19 @@
 """Runtime pricing layer for the AI Council.
 
-Reads `.agent-prices.md` from the repo root, parses YAML frontmatter
-and the Markdown table, and exposes:
+Reads `agents/.agent-prices.md` from the repo root, parses YAML
+frontmatter and the Markdown table, and exposes:
 
-- `load_prices()`           — parse `.agent-prices.md` (bootstraps if missing)
+- `load_prices()`           — parse `agents/.agent-prices.md` (bootstraps if missing)
 - `estimate_input_tokens()` — chars / 4 heuristic
 - `estimate_cost()`         — input + output USD for a single member
 - `is_stale()`              — True if `last_updated` is older than the
                               most recent UTC Monday 00:00
-- `bootstrap_from_defaults()` — write a fresh `.agent-prices.md` from
-                              `_default_prices.DEFAULT_PRICES`
+- `bootstrap_from_defaults()` — write a fresh `agents/.agent-prices.md`
+                              from `_default_prices.DEFAULT_PRICES`
 
 The orchestrator never reads `_default_prices` directly. It always
-goes through `load_prices()` so user edits to `.agent-prices.md` win.
+goes through `load_prices()` so user edits to
+`agents/.agent-prices.md` win.
 """
 
 from __future__ import annotations
@@ -24,7 +25,7 @@ from pathlib import Path
 from scripts.ai_council._default_prices import DEFAULT_PRICES, LAST_UPDATED, as_rows
 
 REPO_ROOT = Path(__file__).resolve().parents[2]
-PRICES_FILE = REPO_ROOT / ".agent-prices.md"
+PRICES_FILE = REPO_ROOT / "agents" / ".agent-prices.md"
 
 # Heuristic: 1 token ≈ 4 characters of English text. OpenAI's tiktoken
 # is more accurate but pulls in a heavy dep we explicitly avoid.
@@ -115,14 +116,14 @@ def is_stale(table: PriceTable, now: _dt.datetime | None = None) -> bool:
 
 
 def load_prices(path: Path = PRICES_FILE) -> PriceTable:
-    """Parse `.agent-prices.md`; bootstrap from defaults if missing."""
+    """Parse `agents/.agent-prices.md`; bootstrap from defaults if missing."""
     if not path.exists():
         bootstrap_from_defaults(path)
     return _parse(path.read_text(encoding="utf-8"))
 
 
 def bootstrap_from_defaults(path: Path = PRICES_FILE) -> None:
-    """Write a fresh `.agent-prices.md` from `_default_prices.py`."""
+    """Write a fresh `agents/.agent-prices.md` from `_default_prices.py`."""
     rows = as_rows()
     body = _render_markdown(LAST_UPDATED, "shipped-default", rows)
     path.write_text(body, encoding="utf-8")

package/scripts/ai_council/session.py

@@ -23,6 +23,8 @@ from __future__ import annotations
 
 import datetime as _dt
 import json
+import re
+import shutil
 import sys
 from dataclasses import dataclass, field
 from pathlib import Path
@@ -33,6 +35,10 @@ from scripts.ai_council.orchestrator import render
 
 REPO_ROOT = Path(__file__).resolve().parents[2]
 SESSIONS_DIR = REPO_ROOT / "agents" / "council-sessions"
+SETTINGS_FILE = REPO_ROOT / ".agent-settings.yml"
+
+DEFAULT_RETENTION_DAYS = 14
+_TS_RE = re.compile(r"^(\d{4})-(\d{2})-(\d{2})T(\d{2})-(\d{2})-(\d{2})Z$")
 
 
 @dataclass
@@ -69,12 +75,90 @@ def _serialise_response(r: CouncilResponse) -> dict[str, object]:
     }
 
 
+def _load_retention_days(settings_path: Path | None = None) -> int:
+    """Read `ai_council.session_retention_days` from `.agent-settings.yml`.
+
+    Returns `DEFAULT_RETENTION_DAYS` on any read/parse failure (missing
+    file, invalid YAML, missing key, non-int value). Pruning never
+    blocks the council on a settings error.
+    """
+    path = settings_path or SETTINGS_FILE
+    if not path.exists():
+        return DEFAULT_RETENTION_DAYS
+    try:
+        import yaml  # type: ignore[import-not-found]
+        data = yaml.safe_load(path.read_text(encoding="utf-8")) or {}
+    except Exception:  # noqa: BLE001 - never block on settings parse
+        return DEFAULT_RETENTION_DAYS
+    ai = data.get("ai_council") if isinstance(data, dict) else None
+    if not isinstance(ai, dict):
+        return DEFAULT_RETENTION_DAYS
+    raw = ai.get("session_retention_days", DEFAULT_RETENTION_DAYS)
+    try:
+        return int(raw)
+    except (TypeError, ValueError):
+        return DEFAULT_RETENTION_DAYS
+
+
+def _parse_session_timestamp(name: str) -> _dt.datetime | None:
+    """Parse `YYYY-MM-DDTHH-MM-SSZ` directory name to a UTC datetime."""
+    m = _TS_RE.match(name)
+    if not m:
+        return None
+    try:
+        y, mo, d, h, mi, s = (int(g) for g in m.groups())
+        return _dt.datetime(y, mo, d, h, mi, s, tzinfo=_dt.timezone.utc)
+    except ValueError:
+        return None
+
+
+def prune_old_sessions(
+    sessions_dir: Path,
+    retention_days: int,
+    *,
+    now: _dt.datetime | None = None,
+) -> list[Path]:
+    """Delete session subdirectories older than `retention_days`.
+
+    A session is "old" when its directory-name timestamp predates
+    `now - retention_days`. Non-matching names (e.g. JSON reports at
+    the root, custom folders) are skipped. Never raises — disk
+    failures are logged to stderr.
+
+    Returns the list of deleted directories. `retention_days <= 0`
+    disables pruning and returns an empty list.
+    """
+    if retention_days <= 0 or not sessions_dir.exists():
+        return []
+    cutoff = (now or _dt.datetime.now(_dt.timezone.utc)) - _dt.timedelta(days=retention_days)
+    removed: list[Path] = []
+    try:
+        entries = list(sessions_dir.iterdir())
+    except OSError as exc:  # noqa: BLE001 - never block the report
+        print(f"[council:session] prune iterdir failed: {exc}", file=sys.stderr)
+        return removed
+    for entry in entries:
+        if not entry.is_dir():
+            continue
+        ts = _parse_session_timestamp(entry.name)
+        if ts is None or ts >= cutoff:
+            continue
+        try:
+            shutil.rmtree(entry)
+            removed.append(entry)
+        except OSError as exc:  # noqa: BLE001 - never block the report
+            print(f"[council:session] prune rmtree failed for {entry}: {exc}",
+                  file=sys.stderr)
+    return removed
+
+
 def save(
     *,
     manifest: SessionManifest,
     responses: list[CouncilResponse] | Iterable[list[CouncilResponse]],
     sessions_dir: Path | None = None,
     timestamp: str | None = None,
+    retention_days: int | None = None,
 ) -> Path:
     """Persist a council call. Returns the session directory.
 
@@ -83,6 +167,11 @@ def save(
     - `Iterable[list[CouncilResponse]]` — multi-round, one list per
       round in execution order.
 
+    `retention_days` controls auto-pruning of older sibling sessions
+    after the new one is written. `None` reads the value from
+    `.agent-settings.yml` (`ai_council.session_retention_days`,
+    default `14`); `0` disables pruning.
+
     Disk-write failures are surfaced via a stderr line but do not
     raise; the caller's text report is the source of truth.
     """
@@ -141,4 +230,7 @@ def save(
     except OSError as exc:  # noqa: BLE001 - never block the report
         print(f"[council:session] write failed: {exc}", file=sys.stderr)
 
+    days = _load_retention_days() if retention_days is None else retention_days
+    prune_old_sessions(base, days)
+
     return session_dir

package/scripts/build_rule_trigger_matrix.py

@@ -71,14 +71,6 @@ add("no-cheap-questions.md", "pre-send Q&A check", "agent-only", "output",
     "NA-soft", "3", notes="Pre-send self-check, no platform surface")
 
 # ── Auto-rules — Tier 1 candidates (mechanizable, deterministic) ──────
-add("chat-history-cadence.md", "per-turn / per-tool / per-phase", "mechanical-already",
-    "hook", "NA-mechanical", "mechanical-already",
-    notes="PRECEDENT — heartbeat + chat_history.py + hooks. Reference pattern.")
-add("chat-history-ownership.md", "first turn", "hook", "state",
-    "low", "1", notes="Detectable: ownership classification at session start")
-add("chat-history-visibility.md", "heartbeat marker emit", "mechanical-already",
-    "hook", "NA-mechanical", "mechanical-already",
-    notes="Subprocess marker print is already mechanical")
 add("onboarding-gate.md", "first turn (settings.onboarded == false)", "settings",
     "state", "low", "1",
     notes="Pilot candidate — frequency 100% on un-onboarded projects, binary verifiable")
@@ -341,7 +333,7 @@ def emit():
     lines.append("## Cross-references")
     lines.append("")
     lines.append("- Budget contract: [`docs/contracts/load-context-budget-model.md`](../../docs/contracts/load-context-budget-model.md)")
-    lines.append("- Pattern precedent: `chat-history-cadence` (heartbeat hook + `scripts/chat_history.py`)")
+    lines.append("- Pattern precedent: `roadmap-progress-sync` (PostToolUse path-filter hook)")
     lines.append("- Phase 2A finding: [`adr-always-rule-context-split-not-viable.md`](adr-always-rule-context-split-not-viable.md)")
     lines.append("")