@event4u/agent-config 14.5.0 → 14.7.0

package/src/agent-src/scripts/update_roadmap_progress.ts

@@ -32,8 +32,12 @@
  *
  * Invocation (from project root):
  *   node node_modules/.bin/tsx .augment/scripts/update_roadmap_progress.ts              # rewrite
+ *   node node_modules/.bin/tsx .augment/scripts/update_roadmap_progress.ts --archive    # rewrite + archive completed
  *   node node_modules/.bin/tsx .augment/scripts/update_roadmap_progress.ts --check      # CI: exit 1 if stale
  *
+ * `--archive` is opt-in and `--check` refuses it; the full contract, the
+ * council record and the sweep spawner live in `archival_sweep.ts`.
+ *
  * --- Parity notes (ADR-200) ---
  *
  * - Python `round()` is banker's rounding (round-half-to-even). Percentages and
@@ -59,6 +63,7 @@ import { spawnSync } from 'node:child_process';
 import * as fs from 'node:fs';
 import * as path from 'node:path';
 import { fileURLToPath, pathToFileURL } from 'node:url';
+import { run_archival_sweep } from './archival_sweep.js';
 import type * as YamlModule from 'yaml';
 
 const _HERE = fileURLToPath(import.meta.url);
@@ -280,12 +285,21 @@ function is_draft(fm: Record<string, string>): boolean {
     return DRAFT_VALUES.has((fm['status'] ?? '').toLowerCase());
 }
 
-function is_roadmap_candidate(p: string): boolean {
-    const name = path.basename(p);
+/**
+ * The NAME half of the candidate test. Split out because the parked inventory
+ * reads `later/` on purpose and `is_roadmap_candidate` rejects any path carrying
+ * an excluded component — `later` included. Sharing this half keeps
+ * `later/README.md` excluded from both sides by one rule rather than two.
+ */
+function is_roadmap_name(name: string): boolean {
     if (EXCLUDE_NAMES.has(name)) {
         return false;
     }
-    if (EXCLUDE_PREFIXES.some((pre) => name.startsWith(pre))) {
+    return !EXCLUDE_PREFIXES.some((pre) => name.startsWith(pre));
+}
+
+function is_roadmap_candidate(p: string): boolean {
+    if (!is_roadmap_name(path.basename(p))) {
         return false;
     }
     // path.parts — every component of the path; exclude if any is an excluded dir.
@@ -741,6 +755,140 @@ function collect(roadmap_root: string): RoadmapStats[] {
     return results;
 }
 
+/** One parked roadmap, as the inventory needs it. */
+interface ParkedRoadmap {
+    rel: string;
+    resume: string | null;
+    /** Only the linter's looser marker matched — CI passes, the cell cannot quote. */
+    unlabelled: boolean;
+    /** Open blockers still carried by the parked file. */
+    open_blockers: number;
+    /** Of those, the ones whose owner is the user. */
+    needs_user: number;
+}
+
+/**
+ * A line that STATES when the roadmap comes back. Two tiers exist because
+ * `lint_roadmap_later_disposition` accepts a bare `trigger`, which is too loose to
+ * quote from — measured over the live tree it matched a `Source:` path containing
+ * `mixed-trigger-cleanup`, producing cells that were wrong rather than short.
+ */
+const RESUME_STATEMENT = /\b(blocked until|resume when|resume-when|blocked-until)\b/i;
+
+/**
+ * The linter's looser vocabulary. A file matching only this DOES carry a resume
+ * condition as far as CI is concerned, so reporting it as missing would make the
+ * dashboard contradict a gate that already passed.
+ */
+const RESUME_LOOSE = /\btrigger\b/i;
+
+/**
+ * Parked roadmaps, with the resume condition each one records.
+ *
+ * A view over existing data, NOT a new governance mechanism: nothing here gates,
+ * counts toward a ratchet, or changes what `collect()` scans. It exists because
+ * `later/` is excluded from `collect()` and from `/roadmap:process-*` — correct,
+ * parked work is not backlog — and that exclusion had no counterweight, so a
+ * roadmap moved there left the dashboard entirely.
+ */
+function collect_parked(roadmap_root: string): ParkedRoadmap[] {
+    const dir = path.join(roadmap_root, 'later');
+    let names: string[];
+    try {
+        names = fs.readdirSync(dir).sort();
+    } catch {
+        return [];
+    }
+    const out: ParkedRoadmap[] = [];
+    for (const name of names) {
+        const full = path.join(dir, name);
+        // The NAME half only: the full predicate rejects every path under `later`.
+        if (!_isFile(full) || !is_roadmap_name(name)) {
+            continue;
+        }
+        let text: string;
+        try {
+            text = fs.readFileSync(full, { encoding: 'utf-8' });
+        } catch {
+            continue;
+        }
+        if (is_draft(parse_frontmatter(text))) {
+            continue;
+        }
+        const cell = resume_cell(text);
+        // Parked blockers are still open blockers — counting them here is what stops
+        // this section becoming the surface where a park reads as a resolution.
+        const open = parse_blockers(text).filter((b) => !blocker_is_resolved(b));
+        out.push({
+            rel: name,
+            resume: cell.stated,
+            unlabelled: cell.unlabelled,
+            open_blockers: open.length,
+            needs_user: open.filter((b) => blocker_needs_user(b.owner)).length,
+        });
+    }
+    return out;
+}
+
+/**
+ * What brings a parked roadmap back, as one table cell. Both fields false means the
+ * file records nothing — said outright, because an empty cell reads as "nothing to
+ * wait for".
+ *
+ * The PARAGRAPH is joined, not the matched line: roadmap prose wraps at ~80
+ * columns, and quoting one line ended 39 of 52 cells mid-clause. A cell stopping at
+ * "the pair for" is not a shorter sentence, it is a different claim.
+ *
+ * Both tiers are tested over the SAME lines. Testing the loose one whole-file while
+ * the strict one ran per line made `unlabelled` fire on any file using the word
+ * "trigger" anywhere.
+ */
+function resume_cell(text: string): { stated: string | null; unlabelled: boolean } {
+    const lines = text.split('\n');
+    for (let i = 0; i < lines.length; i++) {
+        const raw = lines[i] as string;
+        if (!RESUME_STATEMENT.test(raw)) {
+            continue;
+        }
+        const parts: string[] = [raw];
+        // Continuation lines of the same paragraph: non-blank, and not the start of
+        // a new block (list item, heading, fence, table row).
+        for (let j = i + 1; j < lines.length; j++) {
+            const next = (lines[j] as string).replace(/^\s*>\s?/, '').trim();
+            if (next === '' || /^([-*+]\s|#{1,6}\s|```|\||>\s*$)/.test(next)) {
+                break;
+            }
+            parts.push(next);
+        }
+        const joined = cell_text(parts.join(' '));
+        if (joined === '') {
+            continue;
+        }
+        return { stated: joined, unlabelled: false };
+    }
+    return { stated: null, unlabelled: lines.some((l) => RESUME_LOOSE.test(l)) };
+}
+
+/**
+ * One roadmap sentence, safe between two pipes. ORDER IS LOAD-BEARING: truncate
+ * before escaping, because cutting an escaped string severs a `\|` and leaves a
+ * dangling backslash. HTML comments are removed, not escaped — a `<!--` reaching a
+ * cell comments out the rest of the document, and one already did.
+ */
+function cell_text(raw: string): string {
+    let out = raw
+        .replace(/^\s*>\s?/, '')
+        .replace(/<!--[\s\S]*?-->/g, '')
+        .replace(/<!--|-->/g, '')
+        .replace(/\*\*/g, '')
+        .replace(/\s+/g, ' ')
+        .trim();
+    if (out.length > 200) {
+        out = `${out.slice(0, 197).trimEnd()}...`;
+    }
+    return out.replace(/\|/g, '\\|');
+}
+
 function unarchived_complete(roadmaps: RoadmapStats[]): RoadmapStats[] {
     return roadmaps.filter((r) => r.total_active > 0 && r.open_ === 0 && r.deferred === 0);
 }
@@ -812,7 +960,7 @@ function collect_bundles(repo_root: string): Bundle[] {
     return out;
 }
 
-function render(roadmaps: RoadmapStats[], bundles: Bundle[] | null = null): string {
+function render(roadmaps: RoadmapStats[], bundles: Bundle[] | null, roadmap_root: string): string {
     const total_done = roadmaps.reduce((s, r) => s + r.done, 0);
     const total_active = roadmaps.reduce((s, r) => s + r.total_active, 0);
     const overall_pct = total_active ? _pyRound((total_done * 100) / total_active) : 0;
@@ -836,6 +984,7 @@ function render(roadmaps: RoadmapStats[], bundles: Bundle[] | null = null): stri
         '[skipped/](roadmaps/skipped/) · [later/](roadmaps/later/)' +
         (total_open_blockers > 0
             ? ` · **${total_open_blockers}** open blocker${total_open_blockers !== 1 ? 's' : ''}` +
+              ' in the active tree' +
               (user_open_blockers > 0
                   ? `, **${user_open_blockers}** need you → \`agent-config gates\``
                   : '')
@@ -939,6 +1088,58 @@ function render(roadmaps: RoadmapStats[], bundles: Bundle[] | null = null): stri
     });
     lines.push('');
     lines.push('---\n');
+
+    // Listed under the active table so the two are read together. Parked work
+    // carries no counts here; what a reader needs is what brings it back.
+    const parked = collect_parked(roadmap_root);
+    if (parked.length > 0) {
+        lines.push(
+            `## Parked — \`later/\` (${parked.length} roadmap` +
+                `${parked.length !== 1 ? 's' : ''}, not active backlog)\n`,
+        );
+        lines.push(
+            '> Excluded from the table above and from `/roadmap:process-*` by ' +
+                'design. Listed here so a resume condition is visible without ' +
+                'opening the file.\n',
+        );
+        const parked_open = parked.reduce((n, r) => n + r.open_blockers, 0);
+        const parked_user = parked.reduce((n, r) => n + r.needs_user, 0);
+        if (parked_open > 0) {
+            lines.push(
+                `> Carrying **${parked_open}** open blocker` +
+                    `${parked_open !== 1 ? 's' : ''}` +
+                    (parked_user > 0 ? `, **${parked_user}** owned by you` : '') +
+                    ' — parking resolves nothing, so these are NOT in the ' +
+                    'active-tree count above.\n',
+            );
+        }
+        lines.push('| Roadmap | Open blockers | Resume when |');
+        lines.push('|---|---:|---|');
+        for (const r of parked) {
+            const cell =
+                r.resume ??
+                (r.unlabelled
+                    ? '_condition present but unlabelled — see file_'
+                    : '_no resume line recorded_');
+            const blockers =
+                r.open_blockers === 0
+                    ? '0'
+                    : `${r.open_blockers}${r.needs_user > 0 ? ` (${r.needs_user} you)` : ''}`;
+            // `<!-- ref-ignore -->` per row — a correctness fix, not a suppression. A
+            // resume condition NAMES WHAT DOES NOT EXIST YET ("when `x.md` exists" is
+            // the commonest shape in `later/`), so checking these quoted paths as live
+            // references fires the gate on correct content. It fired immediately. The
+            // authoritative copy of each path is the roadmap file; this table quotes
+            // it, and that gate does not walk `later/` either way.
+            lines.push(
+                `| [${r.rel}](roadmaps/later/${r.rel}) | ${blockers} | ${cell} |` +
+                    ' <!-- ref-ignore -->',
+            );
+        }
+        lines.push('');
+        lines.push('---\n');
+    }
+
     lines.push('## Per-roadmap phase breakdown\n');
     for (const r of roadmaps) {
         lines.push(`### [${r.rel}](roadmaps/${r.rel})\n`);
@@ -1013,16 +1214,18 @@ class ArgparseExit extends Error {
 const _PROG = 'update_roadmap_progress.py';
 
 function _usage(): string {
-    return `usage: ${_PROG} [-h] [--check] [--repo-root REPO_ROOT]\n`;
+    return `usage: ${_PROG} [-h] [--check] [--archive | --no-archive] [--repo-root REPO_ROOT]\n`;
 }
 
 interface Args {
     check: boolean;
+    archive: boolean;
     repo_root: string;
 }
 
 function _parseArgs(argv: readonly string[]): Args {
     let check = false;
+    let archive = false;
     let repo_root = process.cwd();
     const emitError = (msg: string): never => {
         process.stderr.write(_usage());
@@ -1038,6 +1241,12 @@ function _parseArgs(argv: readonly string[]): Args {
         } else if (tok === '--check') {
             check = true;
             i += 1;
+        } else if (tok === '--archive') {
+            archive = true;
+            i += 1;
+        } else if (tok === '--no-archive') {
+            archive = false;
+            i += 1;
         } else if (tok === '--repo-root') {
             const val = argv[i + 1];
             if (val === undefined) {
@@ -1052,7 +1261,13 @@ function _parseArgs(argv: readonly string[]): Args {
             emitError(`unrecognized arguments: ${tok}`);
         }
     }
-    return { check, repo_root };
+    if (check && archive) {
+        // A gate that mutates the tree it is checking cannot be trusted by CI
+        // (council 2026-08-20, both seats). Refuse the combination outright
+        // rather than silently letting one win.
+        emitError('argument --archive: not allowed with --check');
+    }
+    return { check, archive, repo_root };
 }
 
 /**
@@ -1094,8 +1309,31 @@ function main(argv?: readonly string[]): number {
         process.stdout.write(`ℹ️  No roadmaps directory at ${roadmap_root} — nothing to do.\n`);
         return 0;
     }
+    // Archive before rendering, so the dashboard describes the tree the sweep
+    // leaves behind rather than the one it found. `--check` never archives: a
+    // gate that mutates the tree it is checking cannot be trusted by CI.
+    let sweep_out = '';
+    if (!args.check && args.archive && unarchived_complete(collect(roadmap_root)).length > 0) {
+        const swept = run_archival_sweep(repo_root);
+        sweep_out = swept.stdout;
+        if (swept.stderr) {
+            process.stderr.write(swept.stderr);
+        }
+        if (!swept.ok) {
+            // A half-finished sweep leaves the tree in a shape the dashboard
+            // would describe as if it were intentional. Report and stop before
+            // writing (council 2026-08-20: "archival failures must prevent
+            // dashboard rendering so partially updated state is not presented
+            // as current").
+            process.stderr.write(
+                '❌  The archival sweep failed — dashboard NOT regenerated. ' +
+                    'Fix the tree, then re-run.\n',
+            );
+            return 1;
+        }
+    }
     const roadmaps = collect(roadmap_root);
-    const new_text = render(roadmaps, collect_bundles(repo_root));
+    const new_text = render(roadmaps, collect_bundles(repo_root), roadmap_root);
     const current = fs.existsSync(target) ? fs.readFileSync(target, { encoding: 'utf-8' }) : '';
     const complete = unarchived_complete(roadmaps);
     const pending = pending_iron_law_3(roadmaps);
@@ -1166,7 +1404,13 @@ function main(argv?: readonly string[]): number {
             `${roadmaps.length} roadmap(s) · ` +
             `${roadmaps.reduce((s, r) => s + r.done, 0)}/${roadmaps.reduce((s, r) => s + r.total_active, 0)} steps done.\n`,
     );
+    if (sweep_out) {
+        process.stdout.write(sweep_out);
+    }
     if (complete.length) {
+        // Whatever survived the sweep is complete but NOT archivable — the
+        // sweep already said why on stderr (an open blocker outlives its
+        // steps). Without `--archive` this is every complete roadmap.
         process.stderr.write(
             '⚠️   Completed roadmaps not yet archived — move to ' +
                 '`agents/roadmaps/archive/`:\n',

package/src/agent-src/templates/scripts/telemetry/flush_sender.mjs

@@ -0,0 +1,163 @@
+#!/usr/bin/env node
+/**
+ * The detached Class-A sender (road-to-org-telemetry Phase 2, step 2.1).
+ *
+ * Spawned by `spawn_detached_sender` and never by a human. It is the ONLY
+ * code in this tree that makes an outbound telemetry call, which is why it is
+ * one small file with no imports beyond node builtins: the egress surface
+ * should be readable end to end in one screen by anyone auditing what leaves
+ * a machine.
+ *
+ * PLAIN JS, DELIBERATELY. Its siblings here are TypeScript resolved by `tsx`
+ * at import time. A detached child inherits no such resolution, so a `.ts`
+ * sender would depend on finding a `tsx` binary in a consumer install at
+ * session teardown. `process.execPath` — plain node — exists by construction.
+ * The cost of that choice is that this file cannot import the sibling
+ * modules, so the drain algorithm lives HERE and nowhere else; the TypeScript
+ * side owns enqueue and spawn only, and there is no second copy to drift.
+ *
+ * CLAIM-BY-RENAME, NOT READ-THEN-TRUNCATE. `rename` is atomic within a
+ * filesystem, so a session that appends a record while this process is
+ * sending writes to a fresh spool rather than into bytes about to be deleted.
+ * Read-then-truncate loses exactly those records, silently, and only under
+ * concurrency — the failure shape that never shows up in a single-session
+ * test.
+ *
+ * FAILURE KEEPS THE DATA. A non-2xx, a timeout, a DNS failure, a thrown
+ * anything: the claimed lines go back in front of the spool and the next
+ * session's flush tries again. "Local retention for the next flush" is the
+ * step's own wording and this is it. Exit code is always 0 — nothing reads it
+ * (`stdio: 'ignore'`), and a non-zero from a detached child is a log line
+ * nobody will ever see.
+ */
+import * as fs from 'node:fs';
+
+const DEFAULT_TIMEOUT_MS = 1000;
+
+function parse_args(argv) {
+    const out = { spool: '', endpoint: '', timeout_ms: DEFAULT_TIMEOUT_MS };
+    for (let i = 0; i < argv.length; i += 1) {
+        const a = argv[i];
+        if (a === '--spool') {
+            out.spool = argv[i + 1] ?? '';
+            i += 1;
+        } else if (a === '--endpoint') {
+            out.endpoint = argv[i + 1] ?? '';
+            i += 1;
+        } else if (a === '--timeout') {
+            const n = Number.parseInt(argv[i + 1] ?? '', 10);
+            if (Number.isFinite(n) && n > 0) out.timeout_ms = n;
+            i += 1;
+        }
+    }
+    return out;
+}
+
+/**
+ * Take the spool by rename. Returns the claim path, or `null` when there is
+ * nothing to send — including the race where a sibling sender claimed it
+ * first, which is a no-op rather than an error.
+ */
+export function claim_spool(spool_path) {
+    let size = 0;
+    try {
+        size = fs.statSync(spool_path).size;
+    } catch {
+        return null;
+    }
+    if (size === 0) return null;
+    const claim = `${spool_path}.sending.${process.pid}.${Date.now()}`;
+    try {
+        fs.renameSync(spool_path, claim);
+    } catch {
+        return null;
+    }
+    return claim;
+}
+
+/** Put the claimed lines back in FRONT of whatever arrived meanwhile. */
+export function restore_claim(claim_path, spool_path) {
+    try {
+        const claimed = fs.readFileSync(claim_path, 'utf-8');
+        let current = '';
+        try {
+            current = fs.readFileSync(spool_path, 'utf-8');
+        } catch {
+            current = '';
+        }
+        fs.writeFileSync(spool_path, claimed + current, { encoding: 'utf-8' });
+        fs.unlinkSync(claim_path);
+        return true;
+    } catch {
+        // The claim file survives under its own name; the next sender's
+        // `claim_spool` will not see it, so it is recoverable by hand rather
+        // than lost. Better than a partial write over the live spool.
+        return false;
+    }
+}
+
+/**
+ * POST the batch as NDJSON. Returns true only on a 2xx.
+ *
+ * The body is the spooled bytes verbatim — every line is a Class-A record
+ * whose fields are all structural (see `remote.ts`), so there is no
+ * serialisation step here that could introduce a field the record type does
+ * not have.
+ */
+export async function post_batch(endpoint, body, timeout_ms) {
+    try {
+        const res = await fetch(endpoint, {
+            method: 'POST',
+            headers: { 'content-type': 'application/x-ndjson' },
+            body,
+            signal: AbortSignal.timeout(timeout_ms),
+        });
+        return res.ok === true;
+    } catch {
+        return false;
+    }
+}
+
+export async function run(args) {
+    if (!args.spool || !args.endpoint) return 'no-op';
+    const claim = claim_spool(args.spool);
+    if (claim === null) return 'no-op';
+
+    let body = '';
+    try {
+        body = fs.readFileSync(claim, 'utf-8');
+    } catch {
+        return 'read-failed';
+    }
+    if (body.length === 0) {
+        try {
+            fs.unlinkSync(claim);
+        } catch {
+            /* nothing to clean */
+        }
+        return 'no-op';
+    }
+
+    const ok = await post_batch(args.endpoint, body, args.timeout_ms);
+    if (ok) {
+        try {
+            fs.unlinkSync(claim);
+        } catch {
+            /* sent; a stale claim is harmless */
+        }
+        return 'sent';
+    }
+    restore_claim(claim, args.spool);
+    return 'retained';
+}
+
+const _entry = process.argv[1] ?? '';
+const _invoked_directly = _entry !== '' && import.meta.url === new URL(`file://${_entry}`).href;
+
+if (_invoked_directly) {
+    run(parse_args(process.argv.slice(2)))
+        .then(() => process.exit(0))
+        .catch(() => process.exit(0));
+}
+
+export { parse_args };